2023-11-30T08:12:26.369 INFO:root:teuthology version: 0.0.1.dev214+gf2de108 2023-11-30T08:12:26.369 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_pdonnell@teuthology --verbose --archive /home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752 --description fs:shell/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/ubuntu_latest mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/cephfs-shell} --name pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi -- /home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752/orig.config.yaml 2023-11-30T08:12:26.414 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-11-30T08:12:26.500 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752 branch: wip-batrick-testing-20231130.014408 description: fs:shell/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/ubuntu_latest mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/cephfs-shell} email: pdonnell@redhat.com first_in_suite: false job_id: '7471752' kernel: kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-batrick-testing-20231130.014408 ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-batrick-testing-20231130.014408 sha1: 1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59 owner: scheduled_pdonnell@teuthology priority: 50 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - - mon.b - mon.c - mgr.x - mds.b - osd.4 - osd.5 - osd.6 - osd.7 seed: 1479 sha1: 1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59 sleep_before_teardown: 0 suite: fs:shell suite_branch: wip-batrick-testing-20231130.014408 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi116.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIZ9JlmsXaMQTbAVvsptkznrF02w+BvM8yN2PESEXt7rDbpNpUJ09PP/q8zqOwfM89IOvPykrbJyTcgl30l3g0U= smithi162.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLoHbhTyhaK9fRrseS2apbfHbB7buMx/TkeIGf4xiuNjLbhkSktzX49ZrhjOm3jSyPT8g+krZelPwR0IFLTdsFo= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_cephfs_shell teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: f2de108beb0a6dde7f3e6c96039071828a1f6269 timestamp: 2023-11-30_08:05:19 tube: smithi user: pdonnell verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.232157 2023-11-30T08:12:26.500 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/qa; will attempt to use it 2023-11-30T08:12:26.501 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/qa/tasks 2023-11-30T08:12:26.501 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-11-30T08:12:26.503 INFO:teuthology.task.internal:Checking packages... 2023-11-30T08:12:26.530 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59' 2023-11-30T08:12:26.530 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-11-30T08:12:26.530 INFO:teuthology.packaging:ref: None 2023-11-30T08:12:26.531 INFO:teuthology.packaging:tag: None 2023-11-30T08:12:26.531 INFO:teuthology.packaging:branch: wip-batrick-testing-20231130.014408 2023-11-30T08:12:26.531 INFO:teuthology.packaging:sha1: 1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59 2023-11-30T08:12:26.531 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-batrick-testing-20231130.014408 2023-11-30T08:12:26.676 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-7608-g1fa8a21e-1jammy 2023-11-30T08:12:26.676 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-11-30T08:12:26.682 INFO:teuthology.task.internal:no buildpackages task found 2023-11-30T08:12:26.682 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-11-30T08:12:26.701 INFO:teuthology.task.internal:Saving configuration 2023-11-30T08:12:26.718 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-11-30T08:12:26.725 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-30T08:12:26.750 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi116.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-30 08:06:51.374997', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIA1ww3/+3D3ErlafOn1tDnI5TQmfuxqOhqyMpU/ONZ4y'} 2023-11-30T08:12:26.770 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi162.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-30 08:06:51.376626', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIPVF+LPyknRo/ark5Bc8dqx/iGYSWwTh7V7G7I3ZqqDE'} 2023-11-30T08:12:26.770 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-11-30T08:12:26.828 INFO:teuthology.task.internal:roles: ubuntu@smithi116.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'] 2023-11-30T08:12:26.828 INFO:teuthology.task.internal:roles: ubuntu@smithi162.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7'] 2023-11-30T08:12:26.828 INFO:teuthology.run_tasks:Running task console_log... 2023-11-30T08:12:26.899 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fd8ba1ee040>, signals=[15]) 2023-11-30T08:12:26.900 INFO:teuthology.run_tasks:Running task internal.connect... 2023-11-30T08:12:26.906 INFO:teuthology.task.internal:Opening connections... 2023-11-30T08:12:26.906 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:12:26.908 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:12:26.984 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi162.front.sepia.ceph.com 2023-11-30T08:12:26.984 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:12:27.062 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-11-30T08:12:27.068 DEBUG:teuthology.orchestra.run.smithi116:> uname -m 2023-11-30T08:12:27.073 INFO:teuthology.orchestra.run.smithi116.stdout:x86_64 2023-11-30T08:12:27.073 DEBUG:teuthology.orchestra.run.smithi116:> cat /etc/os-release 2023-11-30T08:12:27.120 INFO:teuthology.orchestra.run.smithi116.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-11-30T08:12:27.120 INFO:teuthology.orchestra.run.smithi116.stdout:NAME="Ubuntu" 2023-11-30T08:12:27.120 INFO:teuthology.orchestra.run.smithi116.stdout:VERSION_ID="22.04" 2023-11-30T08:12:27.120 INFO:teuthology.orchestra.run.smithi116.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-11-30T08:12:27.121 INFO:teuthology.orchestra.run.smithi116.stdout:VERSION_CODENAME=jammy 2023-11-30T08:12:27.121 INFO:teuthology.orchestra.run.smithi116.stdout:ID=ubuntu 2023-11-30T08:12:27.121 INFO:teuthology.orchestra.run.smithi116.stdout:ID_LIKE=debian 2023-11-30T08:12:27.121 INFO:teuthology.orchestra.run.smithi116.stdout:HOME_URL="https://www.ubuntu.com/" 2023-11-30T08:12:27.121 INFO:teuthology.orchestra.run.smithi116.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-11-30T08:12:27.121 INFO:teuthology.orchestra.run.smithi116.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-11-30T08:12:27.121 INFO:teuthology.orchestra.run.smithi116.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-11-30T08:12:27.121 INFO:teuthology.orchestra.run.smithi116.stdout:UBUNTU_CODENAME=jammy 2023-11-30T08:12:27.122 INFO:teuthology.lock.ops:Updating smithi116.front.sepia.ceph.com on lock server 2023-11-30T08:12:27.142 DEBUG:teuthology.orchestra.run.smithi162:> uname -m 2023-11-30T08:12:27.147 INFO:teuthology.orchestra.run.smithi162.stdout:x86_64 2023-11-30T08:12:27.147 DEBUG:teuthology.orchestra.run.smithi162:> cat /etc/os-release 2023-11-30T08:12:27.194 INFO:teuthology.orchestra.run.smithi162.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2023-11-30T08:12:27.194 INFO:teuthology.orchestra.run.smithi162.stdout:NAME="Ubuntu" 2023-11-30T08:12:27.195 INFO:teuthology.orchestra.run.smithi162.stdout:VERSION_ID="22.04" 2023-11-30T08:12:27.195 INFO:teuthology.orchestra.run.smithi162.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2023-11-30T08:12:27.195 INFO:teuthology.orchestra.run.smithi162.stdout:VERSION_CODENAME=jammy 2023-11-30T08:12:27.195 INFO:teuthology.orchestra.run.smithi162.stdout:ID=ubuntu 2023-11-30T08:12:27.195 INFO:teuthology.orchestra.run.smithi162.stdout:ID_LIKE=debian 2023-11-30T08:12:27.195 INFO:teuthology.orchestra.run.smithi162.stdout:HOME_URL="https://www.ubuntu.com/" 2023-11-30T08:12:27.195 INFO:teuthology.orchestra.run.smithi162.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2023-11-30T08:12:27.195 INFO:teuthology.orchestra.run.smithi162.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2023-11-30T08:12:27.195 INFO:teuthology.orchestra.run.smithi162.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2023-11-30T08:12:27.195 INFO:teuthology.orchestra.run.smithi162.stdout:UBUNTU_CODENAME=jammy 2023-11-30T08:12:27.195 INFO:teuthology.lock.ops:Updating smithi162.front.sepia.ceph.com on lock server 2023-11-30T08:12:27.225 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-11-30T08:12:27.235 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-11-30T08:12:27.242 INFO:teuthology.task.internal:Checking for old test directory... 2023-11-30T08:12:27.242 DEBUG:teuthology.orchestra.run.smithi116:> test '!' -e /home/ubuntu/cephtest 2023-11-30T08:12:27.245 DEBUG:teuthology.orchestra.run.smithi162:> test '!' -e /home/ubuntu/cephtest 2023-11-30T08:12:27.249 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-11-30T08:12:27.255 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-11-30T08:12:27.255 DEBUG:teuthology.orchestra.run.smithi116:> test -z $(ls -A /var/lib/ceph) 2023-11-30T08:12:27.294 DEBUG:teuthology.orchestra.run.smithi162:> test -z $(ls -A /var/lib/ceph) 2023-11-30T08:12:27.308 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-11-30T08:12:27.361 INFO:teuthology.run_tasks:Running task kernel... 2023-11-30T08:12:27.376 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-11-30T08:12:27.376 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-11-30T08:12:27.376 DEBUG:teuthology.orchestra.run.smithi116:> test -f /run/.containerenv -o -f /.dockerenv 2023-11-30T08:12:27.377 DEBUG:teuthology.orchestra.run.smithi162:> test -f /run/.containerenv -o -f /.dockerenv 2023-11-30T08:12:27.381 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:12:27.381 DEBUG:teuthology.orchestra.run.smithi116:> uname -r 2023-11-30T08:12:27.382 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:12:27.382 DEBUG:teuthology.orchestra.run.smithi162:> uname -r 2023-11-30T08:12:27.429 INFO:teuthology.orchestra.run.smithi116.stdout:5.15.0-56-generic 2023-11-30T08:12:27.429 INFO:teuthology.task.kernel:Running kernel on smithi116: 5.15.0-56-generic 2023-11-30T08:12:27.429 DEBUG:teuthology.orchestra.run.smithi116:> sudo apt-get clean 2023-11-30T08:12:27.431 INFO:teuthology.orchestra.run.smithi162.stdout:5.15.0-56-generic 2023-11-30T08:12:27.431 INFO:teuthology.task.kernel:Running kernel on smithi162: 5.15.0-56-generic 2023-11-30T08:12:27.431 DEBUG:teuthology.orchestra.run.smithi162:> sudo apt-get clean 2023-11-30T08:12:27.552 DEBUG:teuthology.orchestra.run.smithi162:> sudo apt-get update 2023-11-30T08:12:27.566 DEBUG:teuthology.orchestra.run.smithi116:> sudo apt-get update 2023-11-30T08:12:27.682 INFO:teuthology.orchestra.run.smithi162.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-11-30T08:12:27.682 INFO:teuthology.orchestra.run.smithi162.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2023-11-30T08:12:27.683 INFO:teuthology.orchestra.run.smithi162.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2023-11-30T08:12:27.689 INFO:teuthology.orchestra.run.smithi116.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2023-11-30T08:12:27.768 INFO:teuthology.orchestra.run.smithi162.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2023-11-30T08:12:27.800 INFO:teuthology.orchestra.run.smithi116.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-11-30T08:12:27.882 INFO:teuthology.orchestra.run.smithi116.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2023-11-30T08:12:27.887 INFO:teuthology.orchestra.run.smithi116.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [373 kB] 2023-11-30T08:12:27.911 INFO:teuthology.orchestra.run.smithi162.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [373 kB] 2023-11-30T08:12:27.970 INFO:teuthology.orchestra.run.smithi116.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,002 kB] 2023-11-30T08:12:27.973 INFO:teuthology.orchestra.run.smithi162.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,002 kB] 2023-11-30T08:12:27.983 INFO:teuthology.orchestra.run.smithi162.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [537 kB] 2023-11-30T08:12:28.002 INFO:teuthology.orchestra.run.smithi116.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [193 kB] 2023-11-30T08:12:28.005 INFO:teuthology.orchestra.run.smithi162.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [193 kB] 2023-11-30T08:12:28.005 INFO:teuthology.orchestra.run.smithi116.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2023-11-30T08:12:28.006 INFO:teuthology.orchestra.run.smithi116.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,164 kB] 2023-11-30T08:12:28.009 INFO:teuthology.orchestra.run.smithi162.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2023-11-30T08:12:28.009 INFO:teuthology.orchestra.run.smithi162.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,164 kB] 2023-11-30T08:12:28.020 INFO:teuthology.orchestra.run.smithi116.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [32.4 kB] 2023-11-30T08:12:28.020 INFO:teuthology.orchestra.run.smithi116.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [189 kB] 2023-11-30T08:12:28.022 INFO:teuthology.orchestra.run.smithi116.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2023-11-30T08:12:28.022 INFO:teuthology.orchestra.run.smithi116.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [573 kB] 2023-11-30T08:12:28.027 INFO:teuthology.orchestra.run.smithi116.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [807 kB] 2023-11-30T08:12:28.027 INFO:teuthology.orchestra.run.smithi162.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [32.4 kB] 2023-11-30T08:12:28.028 INFO:teuthology.orchestra.run.smithi162.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [189 kB] 2023-11-30T08:12:28.029 INFO:teuthology.orchestra.run.smithi162.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2023-11-30T08:12:28.029 INFO:teuthology.orchestra.run.smithi162.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [807 kB] 2023-11-30T08:12:28.032 INFO:teuthology.orchestra.run.smithi116.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [150 kB] 2023-11-30T08:12:28.033 INFO:teuthology.orchestra.run.smithi116.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2023-11-30T08:12:28.035 INFO:teuthology.orchestra.run.smithi162.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [573 kB] 2023-11-30T08:12:28.042 INFO:teuthology.orchestra.run.smithi162.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [150 kB] 2023-11-30T08:12:28.042 INFO:teuthology.orchestra.run.smithi162.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2023-11-30T08:12:28.042 INFO:teuthology.orchestra.run.smithi162.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,032 B] 2023-11-30T08:12:28.042 INFO:teuthology.orchestra.run.smithi162.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [36.5 kB] 2023-11-30T08:12:28.049 INFO:teuthology.orchestra.run.smithi162.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,211 kB] 2023-11-30T08:12:28.049 INFO:teuthology.orchestra.run.smithi116.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,032 B] 2023-11-30T08:12:28.049 INFO:teuthology.orchestra.run.smithi116.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [36.5 kB] 2023-11-30T08:12:28.054 INFO:teuthology.orchestra.run.smithi116.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,060 B] 2023-11-30T08:12:28.054 INFO:teuthology.orchestra.run.smithi116.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2023-11-30T08:12:28.057 INFO:teuthology.orchestra.run.smithi162.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,060 B] 2023-11-30T08:12:28.057 INFO:teuthology.orchestra.run.smithi162.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2023-11-30T08:12:28.082 INFO:teuthology.orchestra.run.smithi162.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [253 kB] 2023-11-30T08:12:28.087 INFO:teuthology.orchestra.run.smithi162.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2023-11-30T08:12:28.088 INFO:teuthology.orchestra.run.smithi162.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,185 kB] 2023-11-30T08:12:28.101 INFO:teuthology.orchestra.run.smithi162.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [32.8 kB] 2023-11-30T08:12:28.101 INFO:teuthology.orchestra.run.smithi162.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [192 kB] 2023-11-30T08:12:28.103 INFO:teuthology.orchestra.run.smithi162.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2023-11-30T08:12:28.103 INFO:teuthology.orchestra.run.smithi162.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,009 kB] 2023-11-30T08:12:28.113 INFO:teuthology.orchestra.run.smithi162.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [669 kB] 2023-11-30T08:12:28.119 INFO:teuthology.orchestra.run.smithi162.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [224 kB] 2023-11-30T08:12:28.120 INFO:teuthology.orchestra.run.smithi162.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2023-11-30T08:12:28.122 INFO:teuthology.orchestra.run.smithi162.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [41.6 kB] 2023-11-30T08:12:28.123 INFO:teuthology.orchestra.run.smithi162.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [3,888 B] 2023-11-30T08:12:28.123 INFO:teuthology.orchestra.run.smithi162.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [9,768 B] 2023-11-30T08:12:28.123 INFO:teuthology.orchestra.run.smithi162.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2023-11-30T08:12:28.141 INFO:teuthology.orchestra.run.smithi162.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [56.3 kB] 2023-11-30T08:12:28.173 INFO:teuthology.orchestra.run.smithi162.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [64.2 kB] 2023-11-30T08:12:28.173 INFO:teuthology.orchestra.run.smithi162.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [10.5 kB] 2023-11-30T08:12:28.173 INFO:teuthology.orchestra.run.smithi162.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2023-11-30T08:12:28.173 INFO:teuthology.orchestra.run.smithi162.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [16.8 kB] 2023-11-30T08:12:28.173 INFO:teuthology.orchestra.run.smithi162.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [27.8 kB] 2023-11-30T08:12:28.173 INFO:teuthology.orchestra.run.smithi162.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2023-11-30T08:12:28.173 INFO:teuthology.orchestra.run.smithi162.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2023-11-30T08:12:28.244 INFO:teuthology.orchestra.run.smithi116.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2023-11-30T08:12:28.383 INFO:teuthology.orchestra.run.smithi116.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [537 kB] 2023-11-30T08:12:28.571 INFO:teuthology.orchestra.run.smithi116.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,211 kB] 2023-11-30T08:12:28.704 INFO:teuthology.orchestra.run.smithi116.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [253 kB] 2023-11-30T08:12:28.720 INFO:teuthology.orchestra.run.smithi116.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2023-11-30T08:12:28.722 INFO:teuthology.orchestra.run.smithi116.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,185 kB] 2023-11-30T08:12:28.777 INFO:teuthology.orchestra.run.smithi116.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [32.8 kB] 2023-11-30T08:12:28.778 INFO:teuthology.orchestra.run.smithi116.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [192 kB] 2023-11-30T08:12:28.784 INFO:teuthology.orchestra.run.smithi116.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2023-11-30T08:12:28.949 INFO:teuthology.orchestra.run.smithi116.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,009 kB] 2023-11-30T08:12:29.579 INFO:teuthology.orchestra.run.smithi116.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [669 kB] 2023-11-30T08:12:29.618 INFO:teuthology.orchestra.run.smithi116.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [224 kB] 2023-11-30T08:12:29.630 INFO:teuthology.orchestra.run.smithi116.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2023-11-30T08:12:29.631 INFO:teuthology.orchestra.run.smithi116.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [3,888 B] 2023-11-30T08:12:29.631 INFO:teuthology.orchestra.run.smithi116.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [41.6 kB] 2023-11-30T08:12:29.634 INFO:teuthology.orchestra.run.smithi116.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [9,768 B] 2023-11-30T08:12:29.635 INFO:teuthology.orchestra.run.smithi116.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2023-11-30T08:12:29.635 INFO:teuthology.orchestra.run.smithi116.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [64.2 kB] 2023-11-30T08:12:29.661 INFO:teuthology.orchestra.run.smithi116.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [56.3 kB] 2023-11-30T08:12:29.664 INFO:teuthology.orchestra.run.smithi116.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [10.5 kB] 2023-11-30T08:12:29.829 INFO:teuthology.orchestra.run.smithi116.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2023-11-30T08:12:29.911 INFO:teuthology.orchestra.run.smithi116.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [16.8 kB] 2023-11-30T08:12:29.996 INFO:teuthology.orchestra.run.smithi116.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [27.8 kB] 2023-11-30T08:12:30.077 INFO:teuthology.orchestra.run.smithi116.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2023-11-30T08:12:30.111 INFO:teuthology.orchestra.run.smithi116.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2023-11-30T08:12:33.584 INFO:teuthology.orchestra.run.smithi162.stdout:Fetched 10.5 MB in 1s (7,060 kB/s) 2023-11-30T08:12:34.653 INFO:teuthology.orchestra.run.smithi116.stdout:Fetched 10.5 MB in 2s (4,215 kB/s) 2023-11-30T08:12:34.864 INFO:teuthology.orchestra.run.smithi162.stdout:Reading package lists... 2023-11-30T08:12:34.882 DEBUG:teuthology.orchestra.run.smithi162:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-11-30T08:12:34.939 INFO:teuthology.orchestra.run.smithi162.stdout:Reading package lists... 2023-11-30T08:12:35.122 INFO:teuthology.orchestra.run.smithi162.stdout:Building dependency tree... 2023-11-30T08:12:35.123 INFO:teuthology.orchestra.run.smithi162.stdout:Reading state information... 2023-11-30T08:12:35.285 INFO:teuthology.orchestra.run.smithi162.stdout:The following packages were automatically installed and are no longer required: 2023-11-30T08:12:35.286 INFO:teuthology.orchestra.run.smithi162.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-11-30T08:12:35.286 INFO:teuthology.orchestra.run.smithi162.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-11-30T08:12:35.286 INFO:teuthology.orchestra.run.smithi162.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-11-30T08:12:35.286 INFO:teuthology.orchestra.run.smithi162.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2023-11-30T08:12:35.287 INFO:teuthology.orchestra.run.smithi162.stdout: python2.7-minimal 2023-11-30T08:12:35.287 INFO:teuthology.orchestra.run.smithi162.stdout:Use 'sudo apt autoremove' to remove them. 2023-11-30T08:12:35.288 INFO:teuthology.orchestra.run.smithi162.stdout:The following additional packages will be installed: 2023-11-30T08:12:35.288 INFO:teuthology.orchestra.run.smithi162.stdout: linux-generic linux-headers-5.15.0-89 linux-headers-5.15.0-89-generic 2023-11-30T08:12:35.288 INFO:teuthology.orchestra.run.smithi162.stdout: linux-headers-generic linux-image-5.15.0-89-generic 2023-11-30T08:12:35.288 INFO:teuthology.orchestra.run.smithi162.stdout: linux-modules-5.15.0-89-generic linux-modules-extra-5.15.0-89-generic 2023-11-30T08:12:35.289 INFO:teuthology.orchestra.run.smithi162.stdout:Suggested packages: 2023-11-30T08:12:35.289 INFO:teuthology.orchestra.run.smithi162.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2023-11-30T08:12:35.289 INFO:teuthology.orchestra.run.smithi162.stdout:Recommended packages: 2023-11-30T08:12:35.289 INFO:teuthology.orchestra.run.smithi162.stdout: thermald 2023-11-30T08:12:35.341 INFO:teuthology.orchestra.run.smithi162.stdout:The following NEW packages will be installed: 2023-11-30T08:12:35.341 INFO:teuthology.orchestra.run.smithi162.stdout: linux-headers-5.15.0-89 linux-headers-5.15.0-89-generic 2023-11-30T08:12:35.341 INFO:teuthology.orchestra.run.smithi162.stdout: linux-image-5.15.0-89-generic linux-modules-5.15.0-89-generic 2023-11-30T08:12:35.342 INFO:teuthology.orchestra.run.smithi162.stdout: linux-modules-extra-5.15.0-89-generic 2023-11-30T08:12:35.343 INFO:teuthology.orchestra.run.smithi162.stdout:The following packages will be upgraded: 2023-11-30T08:12:35.343 INFO:teuthology.orchestra.run.smithi162.stdout: linux-generic linux-headers-generic linux-image-generic 2023-11-30T08:12:35.544 INFO:teuthology.orchestra.run.smithi162.stdout:3 upgraded, 5 newly installed, 0 to remove and 274 not upgraded. 2023-11-30T08:12:35.544 INFO:teuthology.orchestra.run.smithi162.stdout:Need to get 113 MB of archives. 2023-11-30T08:12:35.545 INFO:teuthology.orchestra.run.smithi162.stdout:After this operation, 582 MB of additional disk space will be used. 2023-11-30T08:12:35.545 INFO:teuthology.orchestra.run.smithi162.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-89-generic amd64 5.15.0-89.99 [22.4 MB] 2023-11-30T08:12:35.970 INFO:teuthology.orchestra.run.smithi116.stdout:Reading package lists... 2023-11-30T08:12:35.987 DEBUG:teuthology.orchestra.run.smithi116:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-11-30T08:12:36.042 INFO:teuthology.orchestra.run.smithi116.stdout:Reading package lists... 2023-11-30T08:12:36.230 INFO:teuthology.orchestra.run.smithi116.stdout:Building dependency tree... 2023-11-30T08:12:36.230 INFO:teuthology.orchestra.run.smithi116.stdout:Reading state information... 2023-11-30T08:12:36.380 INFO:teuthology.orchestra.run.smithi116.stdout:The following packages were automatically installed and are no longer required: 2023-11-30T08:12:36.380 INFO:teuthology.orchestra.run.smithi116.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-11-30T08:12:36.380 INFO:teuthology.orchestra.run.smithi116.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-11-30T08:12:36.381 INFO:teuthology.orchestra.run.smithi116.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-11-30T08:12:36.381 INFO:teuthology.orchestra.run.smithi116.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2023-11-30T08:12:36.381 INFO:teuthology.orchestra.run.smithi116.stdout: python2.7-minimal 2023-11-30T08:12:36.381 INFO:teuthology.orchestra.run.smithi116.stdout:Use 'sudo apt autoremove' to remove them. 2023-11-30T08:12:36.382 INFO:teuthology.orchestra.run.smithi116.stdout:The following additional packages will be installed: 2023-11-30T08:12:36.382 INFO:teuthology.orchestra.run.smithi116.stdout: linux-generic linux-headers-5.15.0-89 linux-headers-5.15.0-89-generic 2023-11-30T08:12:36.382 INFO:teuthology.orchestra.run.smithi116.stdout: linux-headers-generic linux-image-5.15.0-89-generic 2023-11-30T08:12:36.382 INFO:teuthology.orchestra.run.smithi116.stdout: linux-modules-5.15.0-89-generic linux-modules-extra-5.15.0-89-generic 2023-11-30T08:12:36.383 INFO:teuthology.orchestra.run.smithi116.stdout:Suggested packages: 2023-11-30T08:12:36.383 INFO:teuthology.orchestra.run.smithi116.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2023-11-30T08:12:36.383 INFO:teuthology.orchestra.run.smithi116.stdout:Recommended packages: 2023-11-30T08:12:36.383 INFO:teuthology.orchestra.run.smithi116.stdout: thermald 2023-11-30T08:12:36.433 INFO:teuthology.orchestra.run.smithi116.stdout:The following NEW packages will be installed: 2023-11-30T08:12:36.433 INFO:teuthology.orchestra.run.smithi116.stdout: linux-headers-5.15.0-89 linux-headers-5.15.0-89-generic 2023-11-30T08:12:36.433 INFO:teuthology.orchestra.run.smithi116.stdout: linux-image-5.15.0-89-generic linux-modules-5.15.0-89-generic 2023-11-30T08:12:36.433 INFO:teuthology.orchestra.run.smithi116.stdout: linux-modules-extra-5.15.0-89-generic 2023-11-30T08:12:36.434 INFO:teuthology.orchestra.run.smithi116.stdout:The following packages will be upgraded: 2023-11-30T08:12:36.434 INFO:teuthology.orchestra.run.smithi116.stdout: linux-generic linux-headers-generic linux-image-generic 2023-11-30T08:12:36.486 INFO:teuthology.orchestra.run.smithi116.stdout:3 upgraded, 5 newly installed, 0 to remove and 274 not upgraded. 2023-11-30T08:12:36.486 INFO:teuthology.orchestra.run.smithi116.stdout:Need to get 113 MB of archives. 2023-11-30T08:12:36.487 INFO:teuthology.orchestra.run.smithi116.stdout:After this operation, 582 MB of additional disk space will be used. 2023-11-30T08:12:36.487 INFO:teuthology.orchestra.run.smithi116.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-89-generic amd64 5.15.0-89.99 [22.4 MB] 2023-11-30T08:12:36.925 INFO:teuthology.orchestra.run.smithi162.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-89-generic amd64 5.15.0-89.99 [11.5 MB] 2023-11-30T08:12:36.930 INFO:teuthology.orchestra.run.smithi116.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-89-generic amd64 5.15.0-89.99 [11.5 MB] 2023-11-30T08:12:37.034 INFO:teuthology.orchestra.run.smithi116.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-89-generic amd64 5.15.0-89.99 [63.9 MB] 2023-11-30T08:12:37.330 INFO:teuthology.orchestra.run.smithi162.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-89-generic amd64 5.15.0-89.99 [63.9 MB] 2023-11-30T08:12:37.852 INFO:teuthology.orchestra.run.smithi116.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.89.86 [1,698 B] 2023-11-30T08:12:37.852 INFO:teuthology.orchestra.run.smithi116.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.89.86 [2,492 B] 2023-11-30T08:12:37.852 INFO:teuthology.orchestra.run.smithi116.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-89 all 5.15.0-89.99 [12.3 MB] 2023-11-30T08:12:37.975 INFO:teuthology.orchestra.run.smithi116.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-89-generic amd64 5.15.0-89.99 [2,885 kB] 2023-11-30T08:12:37.998 INFO:teuthology.orchestra.run.smithi116.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.89.86 [2,336 B] 2023-11-30T08:12:38.374 INFO:teuthology.orchestra.run.smithi116.stdout:Fetched 113 MB in 2s (72.6 MB/s) 2023-11-30T08:12:38.541 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package linux-modules-5.15.0-89-generic. 2023-11-30T08:12:39.593 INFO:teuthology.orchestra.run.smithi162.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.89.86 [1,698 B] 2023-11-30T08:12:39.635 INFO:teuthology.orchestra.run.smithi162.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.89.86 [2,492 B] 2023-11-30T08:12:39.639 INFO:teuthology.orchestra.run.smithi162.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-89 all 5.15.0-89.99 [12.3 MB] 2023-11-30T08:12:40.494 INFO:teuthology.orchestra.run.smithi116.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2023-11-30T08:12:40.498 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../0-linux-modules-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-11-30T08:12:40.579 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking linux-modules-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:12:40.628 INFO:teuthology.orchestra.run.smithi162.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-89-generic amd64 5.15.0-89.99 [2,885 kB] 2023-11-30T08:12:40.796 INFO:teuthology.orchestra.run.smithi162.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.89.86 [2,336 B] 2023-11-30T08:12:41.179 INFO:teuthology.orchestra.run.smithi162.stdout:Fetched 113 MB in 5s (20.8 MB/s) 2023-11-30T08:12:41.360 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package linux-modules-5.15.0-89-generic. 2023-11-30T08:12:42.554 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package linux-image-5.15.0-89-generic. 2023-11-30T08:12:42.575 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../1-linux-image-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-11-30T08:12:42.653 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking linux-image-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:12:43.057 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-89-generic. 2023-11-30T08:12:43.078 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-11-30T08:12:43.124 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking linux-modules-extra-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:12:43.306 INFO:teuthology.orchestra.run.smithi162.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2023-11-30T08:12:43.310 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../0-linux-modules-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-11-30T08:12:43.365 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking linux-modules-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:12:45.940 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package linux-image-5.15.0-89-generic. 2023-11-30T08:12:45.962 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../1-linux-image-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-11-30T08:12:46.048 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking linux-image-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:12:46.526 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-89-generic. 2023-11-30T08:12:46.547 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-11-30T08:12:46.585 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking linux-modules-extra-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:12:49.431 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../3-linux-generic_5.15.0.89.86_amd64.deb ... 2023-11-30T08:12:49.548 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking linux-generic (5.15.0.89.86) over (5.15.0.56.54) ... 2023-11-30T08:12:49.848 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.89.86_amd64.deb ... 2023-11-30T08:12:49.969 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking linux-image-generic (5.15.0.89.86) over (5.15.0.56.54) ... 2023-11-30T08:12:50.272 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package linux-headers-5.15.0-89. 2023-11-30T08:12:50.294 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../5-linux-headers-5.15.0-89_5.15.0-89.99_all.deb ... 2023-11-30T08:12:50.338 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking linux-headers-5.15.0-89 (5.15.0-89.99) ... 2023-11-30T08:12:52.775 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../3-linux-generic_5.15.0.89.86_amd64.deb ... 2023-11-30T08:12:52.902 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking linux-generic (5.15.0.89.86) over (5.15.0.56.54) ... 2023-11-30T08:12:53.184 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.89.86_amd64.deb ... 2023-11-30T08:12:53.306 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking linux-image-generic (5.15.0.89.86) over (5.15.0.56.54) ... 2023-11-30T08:12:53.609 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package linux-headers-5.15.0-89. 2023-11-30T08:12:53.632 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../5-linux-headers-5.15.0-89_5.15.0-89.99_all.deb ... 2023-11-30T08:12:53.667 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking linux-headers-5.15.0-89 (5.15.0-89.99) ... 2023-11-30T08:12:56.201 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package linux-headers-5.15.0-89-generic. 2023-11-30T08:12:56.236 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../6-linux-headers-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-11-30T08:12:56.266 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking linux-headers-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:12:58.885 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.89.86_amd64.deb ... 2023-11-30T08:12:58.984 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking linux-headers-generic (5.15.0.89.86) over (5.15.0.56.54) ... 2023-11-30T08:12:58.992 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package linux-headers-5.15.0-89-generic. 2023-11-30T08:12:59.029 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../6-linux-headers-5.15.0-89-generic_5.15.0-89.99_amd64.deb ... 2023-11-30T08:12:59.067 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking linux-headers-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:12:59.324 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up linux-headers-5.15.0-89 (5.15.0-89.99) ... 2023-11-30T08:12:59.446 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up linux-headers-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:12:59.572 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up linux-headers-generic (5.15.0.89.86) ... 2023-11-30T08:12:59.802 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up linux-image-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:13:01.147 INFO:teuthology.orchestra.run.smithi116.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2023-11-30T08:13:01.147 INFO:teuthology.orchestra.run.smithi116.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2023-11-30T08:13:01.147 INFO:teuthology.orchestra.run.smithi116.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-89-generic 2023-11-30T08:13:01.147 INFO:teuthology.orchestra.run.smithi116.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-89-generic 2023-11-30T08:13:01.311 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up linux-modules-extra-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:13:02.105 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.89.86_amd64.deb ... 2023-11-30T08:13:02.201 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking linux-headers-generic (5.15.0.89.86) over (5.15.0.56.54) ... 2023-11-30T08:13:02.545 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up linux-headers-5.15.0-89 (5.15.0-89.99) ... 2023-11-30T08:13:02.650 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up linux-headers-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:13:02.695 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up linux-image-generic (5.15.0.89.86) ... 2023-11-30T08:13:02.751 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up linux-headers-generic (5.15.0.89.86) ... 2023-11-30T08:13:02.821 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up linux-generic (5.15.0.89.86) ... 2023-11-30T08:13:02.855 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up linux-image-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:13:02.980 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up linux-modules-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:13:04.169 INFO:teuthology.orchestra.run.smithi162.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2023-11-30T08:13:04.170 INFO:teuthology.orchestra.run.smithi162.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2023-11-30T08:13:04.170 INFO:teuthology.orchestra.run.smithi162.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-89-generic 2023-11-30T08:13:04.170 INFO:teuthology.orchestra.run.smithi162.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-89-generic 2023-11-30T08:13:04.332 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up linux-modules-extra-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:13:04.391 INFO:teuthology.orchestra.run.smithi116.stdout:Processing triggers for linux-image-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:13:04.463 INFO:teuthology.orchestra.run.smithi116.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-11-30T08:13:04.463 INFO:teuthology.orchestra.run.smithi116.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-89-generic 2023-11-30T08:13:05.725 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up linux-image-generic (5.15.0.89.86) ... 2023-11-30T08:13:05.826 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up linux-generic (5.15.0.89.86) ... 2023-11-30T08:13:05.926 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up linux-modules-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:13:07.312 INFO:teuthology.orchestra.run.smithi162.stdout:Processing triggers for linux-image-5.15.0-89-generic (5.15.0-89.99) ... 2023-11-30T08:13:07.379 INFO:teuthology.orchestra.run.smithi162.stdout:/etc/kernel/postinst.d/initramfs-tools: 2023-11-30T08:13:07.379 INFO:teuthology.orchestra.run.smithi162.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-89-generic 2023-11-30T08:13:19.097 INFO:teuthology.orchestra.run.smithi116.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-11-30T08:13:19.097 INFO:teuthology.orchestra.run.smithi116.stdout:Sourcing file `/etc/default/grub' 2023-11-30T08:13:19.108 INFO:teuthology.orchestra.run.smithi116.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-11-30T08:13:19.126 INFO:teuthology.orchestra.run.smithi116.stdout:Generating grub configuration file ... 2023-11-30T08:13:19.366 INFO:teuthology.orchestra.run.smithi116.stdout:Found linux image: /boot/vmlinuz-5.15.0-89-generic 2023-11-30T08:13:19.382 INFO:teuthology.orchestra.run.smithi116.stdout:Found initrd image: /boot/initrd.img-5.15.0-89-generic 2023-11-30T08:13:19.659 INFO:teuthology.orchestra.run.smithi116.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-11-30T08:13:19.664 INFO:teuthology.orchestra.run.smithi116.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-11-30T08:13:19.730 INFO:teuthology.orchestra.run.smithi116.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-11-30T08:13:19.735 INFO:teuthology.orchestra.run.smithi116.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-11-30T08:13:19.882 INFO:teuthology.orchestra.run.smithi116.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2023-11-30T08:13:19.882 INFO:teuthology.orchestra.run.smithi116.stdout:Systems on them will not be added to the GRUB boot configuration. 2023-11-30T08:13:19.882 INFO:teuthology.orchestra.run.smithi116.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-11-30T08:13:19.933 INFO:teuthology.orchestra.run.smithi116.stdout:done 2023-11-30T08:13:20.382 DEBUG:teuthology.orchestra.run.smithi116:> dpkg -s linux-image-generic 2023-11-30T08:13:20.404 INFO:teuthology.orchestra.run.smithi116.stdout:Package: linux-image-generic 2023-11-30T08:13:20.404 INFO:teuthology.orchestra.run.smithi116.stdout:Status: install ok installed 2023-11-30T08:13:20.404 INFO:teuthology.orchestra.run.smithi116.stdout:Priority: optional 2023-11-30T08:13:20.404 INFO:teuthology.orchestra.run.smithi116.stdout:Section: kernel 2023-11-30T08:13:20.404 INFO:teuthology.orchestra.run.smithi116.stdout:Installed-Size: 20 2023-11-30T08:13:20.404 INFO:teuthology.orchestra.run.smithi116.stdout:Maintainer: Ubuntu Kernel Team 2023-11-30T08:13:20.405 INFO:teuthology.orchestra.run.smithi116.stdout:Architecture: amd64 2023-11-30T08:13:20.405 INFO:teuthology.orchestra.run.smithi116.stdout:Source: linux-meta 2023-11-30T08:13:20.405 INFO:teuthology.orchestra.run.smithi116.stdout:Version: 5.15.0.89.86 2023-11-30T08:13:20.405 INFO:teuthology.orchestra.run.smithi116.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-89), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-11-30T08:13:20.405 INFO:teuthology.orchestra.run.smithi116.stdout:Depends: linux-image-5.15.0-89-generic, linux-modules-extra-5.15.0-89-generic, linux-firmware, intel-microcode, amd64-microcode 2023-11-30T08:13:20.405 INFO:teuthology.orchestra.run.smithi116.stdout:Recommends: thermald 2023-11-30T08:13:20.405 INFO:teuthology.orchestra.run.smithi116.stdout:Description: Generic Linux kernel image 2023-11-30T08:13:20.405 INFO:teuthology.orchestra.run.smithi116.stdout: This package will always depend on the latest generic kernel image 2023-11-30T08:13:20.406 INFO:teuthology.orchestra.run.smithi116.stdout: available. 2023-11-30T08:13:20.406 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-89-generic 2023-11-30T08:13:20.406 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-11-30T08:13:20.406 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-11-30T08:13:20.407 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2023-11-30T08:13:20.407 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi116.front.sepia.ceph.com, path=None, version=distro) 2023-11-30T08:13:20.407 DEBUG:teuthology.orchestra.run.smithi116:> sudo apt-get clean 2023-11-30T08:13:20.558 DEBUG:teuthology.orchestra.run.smithi116:> sudo apt-get update 2023-11-30T08:13:20.701 INFO:teuthology.orchestra.run.smithi116.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-11-30T08:13:20.878 INFO:teuthology.orchestra.run.smithi116.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-11-30T08:13:20.958 INFO:teuthology.orchestra.run.smithi116.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-11-30T08:13:21.040 INFO:teuthology.orchestra.run.smithi116.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-11-30T08:13:21.402 INFO:teuthology.orchestra.run.smithi162.stdout:/etc/kernel/postinst.d/zz-update-grub: 2023-11-30T08:13:21.402 INFO:teuthology.orchestra.run.smithi162.stdout:Sourcing file `/etc/default/grub' 2023-11-30T08:13:21.413 INFO:teuthology.orchestra.run.smithi162.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-11-30T08:13:21.430 INFO:teuthology.orchestra.run.smithi162.stdout:Generating grub configuration file ... 2023-11-30T08:13:21.675 INFO:teuthology.orchestra.run.smithi162.stdout:Found linux image: /boot/vmlinuz-5.15.0-89-generic 2023-11-30T08:13:21.690 INFO:teuthology.orchestra.run.smithi162.stdout:Found initrd image: /boot/initrd.img-5.15.0-89-generic 2023-11-30T08:13:21.960 INFO:teuthology.orchestra.run.smithi162.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-11-30T08:13:21.965 INFO:teuthology.orchestra.run.smithi162.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-11-30T08:13:22.038 INFO:teuthology.orchestra.run.smithi162.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-11-30T08:13:22.043 INFO:teuthology.orchestra.run.smithi162.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-11-30T08:13:22.100 INFO:teuthology.orchestra.run.smithi116.stdout:Reading package lists... 2023-11-30T08:13:22.117 DEBUG:teuthology.orchestra.run.smithi116:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-11-30T08:13:22.180 INFO:teuthology.orchestra.run.smithi116.stdout:Reading package lists... 2023-11-30T08:13:22.197 INFO:teuthology.orchestra.run.smithi162.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2023-11-30T08:13:22.198 INFO:teuthology.orchestra.run.smithi162.stdout:Systems on them will not be added to the GRUB boot configuration. 2023-11-30T08:13:22.198 INFO:teuthology.orchestra.run.smithi162.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-11-30T08:13:22.240 INFO:teuthology.orchestra.run.smithi162.stdout:done 2023-11-30T08:13:22.370 INFO:teuthology.orchestra.run.smithi116.stdout:Building dependency tree... 2023-11-30T08:13:22.370 INFO:teuthology.orchestra.run.smithi116.stdout:Reading state information... 2023-11-30T08:13:22.536 INFO:teuthology.orchestra.run.smithi116.stdout:linux-image-generic is already the newest version (5.15.0.89.86). 2023-11-30T08:13:22.536 INFO:teuthology.orchestra.run.smithi116.stdout:The following packages were automatically installed and are no longer required: 2023-11-30T08:13:22.536 INFO:teuthology.orchestra.run.smithi116.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-11-30T08:13:22.536 INFO:teuthology.orchestra.run.smithi116.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-11-30T08:13:22.536 INFO:teuthology.orchestra.run.smithi116.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-11-30T08:13:22.537 INFO:teuthology.orchestra.run.smithi116.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-11-30T08:13:22.537 INFO:teuthology.orchestra.run.smithi116.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-11-30T08:13:22.537 INFO:teuthology.orchestra.run.smithi116.stdout:Use 'sudo apt autoremove' to remove them. 2023-11-30T08:13:22.577 INFO:teuthology.orchestra.run.smithi116.stdout:0 upgraded, 0 newly installed, 0 to remove and 274 not upgraded. 2023-11-30T08:13:22.579 DEBUG:teuthology.orchestra.run.smithi116:> dpkg -s linux-image-generic 2023-11-30T08:13:22.592 INFO:teuthology.orchestra.run.smithi116.stdout:Package: linux-image-generic 2023-11-30T08:13:22.592 INFO:teuthology.orchestra.run.smithi116.stdout:Status: install ok installed 2023-11-30T08:13:22.592 INFO:teuthology.orchestra.run.smithi116.stdout:Priority: optional 2023-11-30T08:13:22.592 INFO:teuthology.orchestra.run.smithi116.stdout:Section: kernel 2023-11-30T08:13:22.592 INFO:teuthology.orchestra.run.smithi116.stdout:Installed-Size: 20 2023-11-30T08:13:22.592 INFO:teuthology.orchestra.run.smithi116.stdout:Maintainer: Ubuntu Kernel Team 2023-11-30T08:13:22.592 INFO:teuthology.orchestra.run.smithi116.stdout:Architecture: amd64 2023-11-30T08:13:22.592 INFO:teuthology.orchestra.run.smithi116.stdout:Source: linux-meta 2023-11-30T08:13:22.592 INFO:teuthology.orchestra.run.smithi116.stdout:Version: 5.15.0.89.86 2023-11-30T08:13:22.592 INFO:teuthology.orchestra.run.smithi116.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-89), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-11-30T08:13:22.592 INFO:teuthology.orchestra.run.smithi116.stdout:Depends: linux-image-5.15.0-89-generic, linux-modules-extra-5.15.0-89-generic, linux-firmware, intel-microcode, amd64-microcode 2023-11-30T08:13:22.593 INFO:teuthology.orchestra.run.smithi116.stdout:Recommends: thermald 2023-11-30T08:13:22.593 INFO:teuthology.orchestra.run.smithi116.stdout:Description: Generic Linux kernel image 2023-11-30T08:13:22.593 INFO:teuthology.orchestra.run.smithi116.stdout: This package will always depend on the latest generic kernel image 2023-11-30T08:13:22.593 INFO:teuthology.orchestra.run.smithi116.stdout: available. 2023-11-30T08:13:22.593 DEBUG:teuthology.orchestra.run.smithi116:> mktemp 2023-11-30T08:13:22.640 INFO:teuthology.orchestra.run.smithi116.stdout:/tmp/tmp.L2BEfMhOXm 2023-11-30T08:13:22.641 DEBUG:teuthology.orchestra.run.smithi116:> sudo cp /boot/grub/grub.cfg /tmp/tmp.L2BEfMhOXm 2023-11-30T08:13:22.696 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod 0666 /tmp/tmp.L2BEfMhOXm 2023-11-30T08:13:22.728 DEBUG:teuthology.orchestra.run.smithi162:> dpkg -s linux-image-generic 2023-11-30T08:13:22.753 INFO:teuthology.orchestra.run.smithi162.stdout:Package: linux-image-generic 2023-11-30T08:13:22.753 INFO:teuthology.orchestra.run.smithi162.stdout:Status: install ok installed 2023-11-30T08:13:22.753 INFO:teuthology.orchestra.run.smithi162.stdout:Priority: optional 2023-11-30T08:13:22.753 INFO:teuthology.orchestra.run.smithi162.stdout:Section: kernel 2023-11-30T08:13:22.753 INFO:teuthology.orchestra.run.smithi162.stdout:Installed-Size: 20 2023-11-30T08:13:22.753 INFO:teuthology.orchestra.run.smithi162.stdout:Maintainer: Ubuntu Kernel Team 2023-11-30T08:13:22.754 INFO:teuthology.orchestra.run.smithi162.stdout:Architecture: amd64 2023-11-30T08:13:22.754 INFO:teuthology.orchestra.run.smithi162.stdout:Source: linux-meta 2023-11-30T08:13:22.754 INFO:teuthology.orchestra.run.smithi162.stdout:Version: 5.15.0.89.86 2023-11-30T08:13:22.754 INFO:teuthology.orchestra.run.smithi162.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-89), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-11-30T08:13:22.754 INFO:teuthology.orchestra.run.smithi162.stdout:Depends: linux-image-5.15.0-89-generic, linux-modules-extra-5.15.0-89-generic, linux-firmware, intel-microcode, amd64-microcode 2023-11-30T08:13:22.754 INFO:teuthology.orchestra.run.smithi162.stdout:Recommends: thermald 2023-11-30T08:13:22.754 INFO:teuthology.orchestra.run.smithi162.stdout:Description: Generic Linux kernel image 2023-11-30T08:13:22.754 INFO:teuthology.orchestra.run.smithi162.stdout: This package will always depend on the latest generic kernel image 2023-11-30T08:13:22.754 INFO:teuthology.orchestra.run.smithi162.stdout: available. 2023-11-30T08:13:22.755 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-89-generic 2023-11-30T08:13:22.755 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2023-11-30T08:13:22.755 DEBUG:teuthology.task.kernel:src is distro, skipping download 2023-11-30T08:13:22.755 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2023-11-30T08:13:22.755 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi162.front.sepia.ceph.com, path=None, version=distro) 2023-11-30T08:13:22.755 DEBUG:teuthology.orchestra.run.smithi162:> sudo apt-get clean 2023-11-30T08:13:22.808 DEBUG:teuthology.orchestra.remote:smithi116:/tmp/tmp.L2BEfMhOXm is 10KB 2023-11-30T08:13:22.820 DEBUG:teuthology.orchestra.run.smithi116:> rm -fr /tmp/tmp.L2BEfMhOXm 2023-11-30T08:13:22.826 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-11-30T08:13:22.880 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:13:22.880 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-11-30T08:13:22.880 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-11-30T08:13:22.947 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-89-generic 2023-11-30T08:13:22.947 DEBUG:teuthology.orchestra.run.smithi116:> sudo update-grub 2023-11-30T08:13:22.948 DEBUG:teuthology.orchestra.run.smithi162:> sudo apt-get update 2023-11-30T08:13:23.195 INFO:teuthology.orchestra.run.smithi162.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-11-30T08:13:23.196 INFO:teuthology.orchestra.run.smithi162.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-11-30T08:13:23.261 INFO:teuthology.orchestra.run.smithi162.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-11-30T08:13:23.343 INFO:teuthology.orchestra.run.smithi162.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-11-30T08:13:24.029 INFO:teuthology.orchestra.run.smithi116.stderr:Sourcing file `/etc/default/grub' 2023-11-30T08:13:24.029 INFO:teuthology.orchestra.run.smithi116.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-11-30T08:13:24.031 INFO:teuthology.orchestra.run.smithi116.stderr:Generating grub configuration file ... 2023-11-30T08:13:24.206 INFO:teuthology.orchestra.run.smithi116.stderr:Found linux image: /boot/vmlinuz-5.15.0-89-generic 2023-11-30T08:13:24.212 INFO:teuthology.orchestra.run.smithi116.stderr:Found initrd image: /boot/initrd.img-5.15.0-89-generic 2023-11-30T08:13:24.437 INFO:teuthology.orchestra.run.smithi116.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-11-30T08:13:24.443 INFO:teuthology.orchestra.run.smithi116.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-11-30T08:13:24.483 INFO:teuthology.orchestra.run.smithi116.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-11-30T08:13:24.488 INFO:teuthology.orchestra.run.smithi116.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-11-30T08:13:24.545 INFO:teuthology.orchestra.run.smithi162.stdout:Reading package lists... 2023-11-30T08:13:24.561 DEBUG:teuthology.orchestra.run.smithi162:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2023-11-30T08:13:24.602 INFO:teuthology.orchestra.run.smithi116.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-11-30T08:13:24.603 INFO:teuthology.orchestra.run.smithi116.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-11-30T08:13:24.603 INFO:teuthology.orchestra.run.smithi116.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-11-30T08:13:24.618 INFO:teuthology.orchestra.run.smithi162.stdout:Reading package lists... 2023-11-30T08:13:24.623 INFO:teuthology.orchestra.run.smithi116.stderr:done 2023-11-30T08:13:24.638 DEBUG:teuthology.orchestra.run.smithi116:> sudo shutdown -r now 2023-11-30T08:13:24.807 INFO:teuthology.orchestra.run.smithi162.stdout:Building dependency tree... 2023-11-30T08:13:24.808 INFO:teuthology.orchestra.run.smithi162.stdout:Reading state information... 2023-11-30T08:13:24.970 INFO:teuthology.orchestra.run.smithi162.stdout:linux-image-generic is already the newest version (5.15.0.89.86). 2023-11-30T08:13:24.970 INFO:teuthology.orchestra.run.smithi162.stdout:The following packages were automatically installed and are no longer required: 2023-11-30T08:13:24.970 INFO:teuthology.orchestra.run.smithi162.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-11-30T08:13:24.970 INFO:teuthology.orchestra.run.smithi162.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-11-30T08:13:24.970 INFO:teuthology.orchestra.run.smithi162.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-11-30T08:13:24.970 INFO:teuthology.orchestra.run.smithi162.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-11-30T08:13:24.971 INFO:teuthology.orchestra.run.smithi162.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-11-30T08:13:24.971 INFO:teuthology.orchestra.run.smithi162.stdout:Use 'sudo apt autoremove' to remove them. 2023-11-30T08:13:25.008 INFO:teuthology.orchestra.run.smithi162.stdout:0 upgraded, 0 newly installed, 0 to remove and 274 not upgraded. 2023-11-30T08:13:25.010 DEBUG:teuthology.orchestra.run.smithi162:> dpkg -s linux-image-generic 2023-11-30T08:13:25.022 INFO:teuthology.orchestra.run.smithi162.stdout:Package: linux-image-generic 2023-11-30T08:13:25.022 INFO:teuthology.orchestra.run.smithi162.stdout:Status: install ok installed 2023-11-30T08:13:25.022 INFO:teuthology.orchestra.run.smithi162.stdout:Priority: optional 2023-11-30T08:13:25.022 INFO:teuthology.orchestra.run.smithi162.stdout:Section: kernel 2023-11-30T08:13:25.022 INFO:teuthology.orchestra.run.smithi162.stdout:Installed-Size: 20 2023-11-30T08:13:25.022 INFO:teuthology.orchestra.run.smithi162.stdout:Maintainer: Ubuntu Kernel Team 2023-11-30T08:13:25.022 INFO:teuthology.orchestra.run.smithi162.stdout:Architecture: amd64 2023-11-30T08:13:25.022 INFO:teuthology.orchestra.run.smithi162.stdout:Source: linux-meta 2023-11-30T08:13:25.022 INFO:teuthology.orchestra.run.smithi162.stdout:Version: 5.15.0.89.86 2023-11-30T08:13:25.022 INFO:teuthology.orchestra.run.smithi162.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.1), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-89), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.1) 2023-11-30T08:13:25.023 INFO:teuthology.orchestra.run.smithi162.stdout:Depends: linux-image-5.15.0-89-generic, linux-modules-extra-5.15.0-89-generic, linux-firmware, intel-microcode, amd64-microcode 2023-11-30T08:13:25.023 INFO:teuthology.orchestra.run.smithi162.stdout:Recommends: thermald 2023-11-30T08:13:25.023 INFO:teuthology.orchestra.run.smithi162.stdout:Description: Generic Linux kernel image 2023-11-30T08:13:25.023 INFO:teuthology.orchestra.run.smithi162.stdout: This package will always depend on the latest generic kernel image 2023-11-30T08:13:25.023 INFO:teuthology.orchestra.run.smithi162.stdout: available. 2023-11-30T08:13:25.023 DEBUG:teuthology.orchestra.run.smithi162:> mktemp 2023-11-30T08:13:25.069 INFO:teuthology.orchestra.run.smithi162.stdout:/tmp/tmp.deUKXUg2Rt 2023-11-30T08:13:25.069 DEBUG:teuthology.orchestra.run.smithi162:> sudo cp /boot/grub/grub.cfg /tmp/tmp.deUKXUg2Rt 2023-11-30T08:13:25.126 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 0666 /tmp/tmp.deUKXUg2Rt 2023-11-30T08:13:25.245 DEBUG:teuthology.orchestra.remote:smithi162:/tmp/tmp.deUKXUg2Rt is 10KB 2023-11-30T08:13:25.257 DEBUG:teuthology.orchestra.run.smithi162:> rm -fr /tmp/tmp.deUKXUg2Rt 2023-11-30T08:13:25.262 DEBUG:teuthology.orchestra.run.smithi162:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2023-11-30T08:13:25.312 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:13:25.312 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/grub.d/01_ceph_kernel 2023-11-30T08:13:25.313 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2023-11-30T08:13:25.376 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-89-generic 2023-11-30T08:13:25.377 DEBUG:teuthology.orchestra.run.smithi162:> sudo update-grub 2023-11-30T08:13:26.548 INFO:teuthology.orchestra.run.smithi162.stderr:Sourcing file `/etc/default/grub' 2023-11-30T08:13:26.548 INFO:teuthology.orchestra.run.smithi162.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2023-11-30T08:13:26.550 INFO:teuthology.orchestra.run.smithi162.stderr:Generating grub configuration file ... 2023-11-30T08:13:26.725 INFO:teuthology.orchestra.run.smithi162.stderr:Found linux image: /boot/vmlinuz-5.15.0-89-generic 2023-11-30T08:13:26.732 INFO:teuthology.orchestra.run.smithi162.stderr:Found initrd image: /boot/initrd.img-5.15.0-89-generic 2023-11-30T08:13:26.964 INFO:teuthology.orchestra.run.smithi162.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2023-11-30T08:13:26.968 INFO:teuthology.orchestra.run.smithi162.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2023-11-30T08:13:27.005 INFO:teuthology.orchestra.run.smithi162.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2023-11-30T08:13:27.009 INFO:teuthology.orchestra.run.smithi162.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2023-11-30T08:13:27.129 INFO:teuthology.orchestra.run.smithi162.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2023-11-30T08:13:27.129 INFO:teuthology.orchestra.run.smithi162.stderr:Systems on them will not be added to the GRUB boot configuration. 2023-11-30T08:13:27.129 INFO:teuthology.orchestra.run.smithi162.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2023-11-30T08:13:27.149 INFO:teuthology.orchestra.run.smithi162.stderr:done 2023-11-30T08:13:27.167 DEBUG:teuthology.orchestra.run.smithi162:> sudo shutdown -r now 2023-11-30T08:13:54.706 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2023-11-30T08:13:54.707 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi116.front.sepia.ceph.com' 2023-11-30T08:13:54.708 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:13:57.170 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2023-11-30T08:13:57.171 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi162.front.sepia.ceph.com' 2023-11-30T08:13:57.171 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:14:13.090 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.116 2023-11-30T08:14:15.654 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.162 2023-11-30T08:14:22.094 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi116.front.sepia.ceph.com' 2023-11-30T08:14:22.095 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:14:24.658 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi162.front.sepia.ceph.com' 2023-11-30T08:14:24.659 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:14:25.158 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.116 2023-11-30T08:14:27.714 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.162 2023-11-30T08:14:37.167 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi116.front.sepia.ceph.com' 2023-11-30T08:14:37.168 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:14:39.718 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi162.front.sepia.ceph.com' 2023-11-30T08:14:39.718 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:14:55.590 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.116 2023-11-30T08:14:58.151 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.162 2023-11-30T08:15:10.602 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi116.front.sepia.ceph.com' 2023-11-30T08:15:10.603 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:15:10.921 DEBUG:teuthology.orchestra.run.smithi116:> true 2023-11-30T08:15:11.412 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi116.front.sepia.ceph.com' 2023-11-30T08:15:11.412 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-89-generic"... 2023-11-30T08:15:11.413 DEBUG:teuthology.orchestra.run.smithi116:> uname -r 2023-11-30T08:15:11.461 INFO:teuthology.orchestra.run.smithi116.stdout:5.15.0-89-generic 2023-11-30T08:15:11.462 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-89-generic vs 5.15.0-89-generic 2023-11-30T08:15:11.462 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-11-30T08:15:11.462 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-11-30T08:15:12.463 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-11-30T08:15:12.463 DEBUG:teuthology.orchestra.run.smithi116:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-11-30T08:15:12.522 INFO:teuthology.orchestra.run.smithi116.stdout:ttyS1 2023-11-30T08:15:12.563 DEBUG:teuthology.parallel:result is None 2023-11-30T08:15:13.152 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi162.front.sepia.ceph.com' 2023-11-30T08:15:13.152 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:15:13.154 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.162 2023-11-30T08:15:31.155 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi162.front.sepia.ceph.com' 2023-11-30T08:15:31.157 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:15:31.382 DEBUG:teuthology.orchestra.run.smithi162:> true 2023-11-30T08:15:31.930 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi162.front.sepia.ceph.com' 2023-11-30T08:15:31.930 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-89-generic"... 2023-11-30T08:15:31.931 DEBUG:teuthology.orchestra.run.smithi162:> uname -r 2023-11-30T08:15:31.976 INFO:teuthology.orchestra.run.smithi162.stdout:5.15.0-89-generic 2023-11-30T08:15:31.976 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-89-generic vs 5.15.0-89-generic 2023-11-30T08:15:31.976 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-11-30T08:15:31.976 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2023-11-30T08:15:32.976 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-11-30T08:15:32.977 DEBUG:teuthology.orchestra.run.smithi162:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-11-30T08:15:33.352 INFO:teuthology.orchestra.run.smithi162.stdout:ttyS1 2023-11-30T08:15:33.382 DEBUG:teuthology.parallel:result is None 2023-11-30T08:15:33.382 INFO:teuthology.run_tasks:Running task internal.base... 2023-11-30T08:15:33.389 INFO:teuthology.task.internal:Creating test directory... 2023-11-30T08:15:33.390 DEBUG:teuthology.orchestra.run.smithi116:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-11-30T08:15:33.392 DEBUG:teuthology.orchestra.run.smithi162:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-11-30T08:15:33.398 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-11-30T08:15:33.408 INFO:teuthology.run_tasks:Running task internal.archive... 2023-11-30T08:15:33.419 INFO:teuthology.task.internal:Creating archive directory... 2023-11-30T08:15:33.419 DEBUG:teuthology.orchestra.run.smithi116:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-11-30T08:15:33.442 DEBUG:teuthology.orchestra.run.smithi162:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-11-30T08:15:33.530 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-11-30T08:15:33.537 INFO:teuthology.task.internal:Enabling coredump saving... 2023-11-30T08:15:33.537 DEBUG:teuthology.orchestra.run.smithi116:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-11-30T08:15:33.540 DEBUG:teuthology.orchestra.run.smithi162:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-11-30T08:15:33.560 INFO:teuthology.orchestra.run.smithi116.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-30T08:15:33.562 INFO:teuthology.orchestra.run.smithi162.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-30T08:15:33.569 INFO:teuthology.orchestra.run.smithi162.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-30T08:15:33.570 INFO:teuthology.orchestra.run.smithi116.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-11-30T08:15:33.571 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-11-30T08:15:33.579 INFO:teuthology.task.internal:Configuring sudo... 2023-11-30T08:15:33.579 DEBUG:teuthology.orchestra.run.smithi116:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-11-30T08:15:33.614 DEBUG:teuthology.orchestra.run.smithi162:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-11-30T08:15:33.631 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-11-30T08:15:33.641 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-11-30T08:15:33.641 DEBUG:teuthology.orchestra.run.smithi116:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-11-30T08:15:33.671 DEBUG:teuthology.orchestra.run.smithi162:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-11-30T08:15:33.680 DEBUG:teuthology.orchestra.run.smithi116:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-30T08:15:33.722 DEBUG:teuthology.orchestra.run.smithi116:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-30T08:15:33.770 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:15:33.770 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-11-30T08:15:33.832 DEBUG:teuthology.orchestra.run.smithi162:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-11-30T08:15:33.838 DEBUG:teuthology.orchestra.run.smithi162:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-11-30T08:15:33.885 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:15:33.885 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-11-30T08:15:33.950 DEBUG:teuthology.orchestra.run.smithi116:> sudo service rsyslog restart 2023-11-30T08:15:33.952 DEBUG:teuthology.orchestra.run.smithi162:> sudo service rsyslog restart 2023-11-30T08:15:34.063 INFO:teuthology.run_tasks:Running task internal.timer... 2023-11-30T08:15:34.071 INFO:teuthology.task.internal:Starting timer... 2023-11-30T08:15:34.072 INFO:teuthology.run_tasks:Running task pcp... 2023-11-30T08:15:34.081 INFO:teuthology.run_tasks:Running task selinux... 2023-11-30T08:15:34.089 DEBUG:teuthology.task.selinux:Excluding smithi116: OS 'ubuntu' does not support SELinux 2023-11-30T08:15:34.089 DEBUG:teuthology.task.selinux:Excluding smithi162: OS 'ubuntu' does not support SELinux 2023-11-30T08:15:34.089 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-11-30T08:15:34.090 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2023-11-30T08:15:34.090 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-11-30T08:15:34.090 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-11-30T08:15:34.099 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-11-30T08:15:34.099 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-11-30T08:15:34.115 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-11-30T08:15:34.116 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi116.front.sepia.ceph.com,smithi162.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-11-30T08:23:15.475 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi116.front.sepia.ceph.com'), Remote(name='ubuntu@smithi162.front.sepia.ceph.com')] 2023-11-30T08:23:15.476 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi116.front.sepia.ceph.com' 2023-11-30T08:23:15.477 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:23:15.556 DEBUG:teuthology.orchestra.run.smithi116:> true 2023-11-30T08:23:15.678 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi116.front.sepia.ceph.com' 2023-11-30T08:23:15.679 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi162.front.sepia.ceph.com' 2023-11-30T08:23:15.679 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-11-30T08:23:15.759 DEBUG:teuthology.orchestra.run.smithi162:> true 2023-11-30T08:23:15.870 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi162.front.sepia.ceph.com' 2023-11-30T08:23:15.870 INFO:teuthology.run_tasks:Running task clock... 2023-11-30T08:23:15.883 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-11-30T08:23:15.883 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-11-30T08:23:15.884 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-30T08:23:15.886 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-11-30T08:23:15.886 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-30T08:23:15.911 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-11-30T08:23:15.912 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: Command line: ntpd -gq 2023-11-30T08:23:15.912 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: ---------------------------------------------------- 2023-11-30T08:23:15.912 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: ntp-4 is maintained by Network Time Foundation, 2023-11-30T08:23:15.912 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-11-30T08:23:15.912 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: corporation. Support and training for ntp-4 are 2023-11-30T08:23:15.912 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: available at https://www.nwtime.org/support 2023-11-30T08:23:15.912 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: ---------------------------------------------------- 2023-11-30T08:23:15.913 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: proto: precision = 0.063 usec (-24) 2023-11-30T08:23:15.913 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: basedate set to 2022-02-04 2023-11-30T08:23:15.913 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: gps base set to 2022-02-06 (week 2196) 2023-11-30T08:23:15.913 INFO:teuthology.orchestra.run.smithi116.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-11-30T08:23:15.913 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-11-30T08:23:15.913 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: restrict ::: KOD does nothing without LIMITED. 2023-11-30T08:23:15.914 INFO:teuthology.orchestra.run.smithi116.stderr:restrict ::: KOD does nothing without LIMITED. 2023-11-30T08:23:15.914 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: Listen and drop on 0 v6wildcard [::]:123 2023-11-30T08:23:15.915 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-11-30T08:23:15.915 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: Listen normally on 2 lo 127.0.0.1:123 2023-11-30T08:23:15.915 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: Listen normally on 3 enp3s0f1 172.21.15.116:123 2023-11-30T08:23:15.915 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: Listen normally on 4 lo [::1]:123 2023-11-30T08:23:15.915 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:3f67%5]:123 2023-11-30T08:23:15.915 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:15 ntpd[27984]: Listening on routing socket on fd #22 for interface updates 2023-11-30T08:23:15.943 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2023-11-30T08:23:15.943 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: Command line: ntpd -gq 2023-11-30T08:23:15.943 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: ---------------------------------------------------- 2023-11-30T08:23:15.943 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: ntp-4 is maintained by Network Time Foundation, 2023-11-30T08:23:15.943 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2023-11-30T08:23:15.943 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: corporation. Support and training for ntp-4 are 2023-11-30T08:23:15.943 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: available at https://www.nwtime.org/support 2023-11-30T08:23:15.944 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: ---------------------------------------------------- 2023-11-30T08:23:15.944 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: proto: precision = 0.063 usec (-24) 2023-11-30T08:23:15.944 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: basedate set to 2022-02-04 2023-11-30T08:23:15.944 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: gps base set to 2022-02-06 (week 2196) 2023-11-30T08:23:15.944 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-11-30T08:23:15.945 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: restrict ::: KOD does nothing without LIMITED. 2023-11-30T08:23:15.945 INFO:teuthology.orchestra.run.smithi162.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2023-11-30T08:23:15.945 INFO:teuthology.orchestra.run.smithi162.stderr:restrict ::: KOD does nothing without LIMITED. 2023-11-30T08:23:15.946 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: Listen and drop on 0 v6wildcard [::]:123 2023-11-30T08:23:15.946 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2023-11-30T08:23:15.946 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: Listen normally on 2 lo 127.0.0.1:123 2023-11-30T08:23:15.946 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: Listen normally on 3 enp3s0f1 172.21.15.162:123 2023-11-30T08:23:15.946 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: Listen normally on 4 lo [::1]:123 2023-11-30T08:23:15.946 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:7f41%5]:123 2023-11-30T08:23:15.946 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:15 ntpd[28019]: Listening on routing socket on fd #22 for interface updates 2023-11-30T08:23:16.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:16.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:16.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:16.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:16.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:16.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:16.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:16.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:16.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:16.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:16.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:16.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:16.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:16.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:16.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:16.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:16.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:16.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:16 ntpd[27984]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:16.943 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:16 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:16.943 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:16 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:18.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:18.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:18.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:18.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:18.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:18.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:18.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:18.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:18.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:18.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:18.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:18.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:18.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:18.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:18.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:18.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:18.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:18.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:18 ntpd[27984]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:19.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:19 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:19.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:19 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:19.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:19 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:19.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:19 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:19.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:19 ntpd[28019]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:19.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:19 ntpd[28019]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:20.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:20.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:20.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:20.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:20.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:20.915 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:20.915 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:20 ntpd[27984]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:20.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:20 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:20.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:20 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:20.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:20 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:20.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:20 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:20.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:20 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:20.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:20 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:20.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:20 ntpd[28019]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:20.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:20 ntpd[28019]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:20.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:20 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:20.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:20 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:20.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:20 ntpd[28019]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:20.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:20 ntpd[28019]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:21.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:21 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:21.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:21 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:21.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:21 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:21.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:21 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:21.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:21 ntpd[28019]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:21.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:21 ntpd[28019]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:22.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:22 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:22.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:22 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:22.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:22 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:22.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:22 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:22.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:22 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:22.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:22 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:22.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:22 ntpd[27984]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:22.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:22 ntpd[27984]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:22.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:22 ntpd[27984]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:22.913 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:22 ntpd[27984]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:22.914 INFO:teuthology.orchestra.run.smithi116.stdout:30 Nov 08:23:22 ntpd[27984]: ntpd: time slew +0.001884 s 2023-11-30T08:23:22.914 INFO:teuthology.orchestra.run.smithi116.stdout:ntpd: time slew +0.001884s 2023-11-30T08:23:22.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:22 ntpd[27984]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-11-30T08:23:22.914 INFO:teuthology.orchestra.run.smithi116.stderr:30 Nov 08:23:22 ntpd[27984]: can't open /var/log/ntpstats/loopstats.20231130: Permission denied 2023-11-30T08:23:22.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:22 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:22.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:22 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:22.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:22 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:22.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:22 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:22.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:22 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:22.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:22 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:22.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:22 ntpd[28019]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:22.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:22 ntpd[28019]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:22.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:22 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:22.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:22 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:22.946 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:22 ntpd[28019]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:22.946 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:22 ntpd[28019]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:22.991 INFO:teuthology.orchestra.run.smithi116.stdout: remote refid st t when poll reach delay offset jitter 2023-11-30T08:23:22.992 INFO:teuthology.orchestra.run.smithi116.stdout:============================================================================== 2023-11-30T08:23:22.992 INFO:teuthology.orchestra.run.smithi116.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-30T08:23:22.992 INFO:teuthology.orchestra.run.smithi116.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-30T08:23:22.992 INFO:teuthology.orchestra.run.smithi116.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-30T08:23:22.992 INFO:teuthology.orchestra.run.smithi116.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-30T08:23:23.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:23 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:23.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:23 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:23.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:23 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:23.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:23 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:23.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:23 ntpd[28019]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:23.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:23 ntpd[28019]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:24.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:24 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:24.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:24 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:24.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:24 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:24.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:24 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:24.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:24 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:24.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:24 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:24.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:24 ntpd[28019]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:24.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:24 ntpd[28019]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:24.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:24 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:24.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:24 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:24.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:24 ntpd[28019]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:24.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:24 ntpd[28019]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:25.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:25 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:25.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:25 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:25.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:25 ntpd[28019]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2023-11-30T08:23:25.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:25 ntpd[28019]: can't open /var/log/ntpstats/rawstats.20231130: Permission denied 2023-11-30T08:23:25.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:25 ntpd[28019]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2023-11-30T08:23:25.944 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:25 ntpd[28019]: can't open /var/log/ntpstats/peerstats.20231130: Permission denied 2023-11-30T08:23:25.944 INFO:teuthology.orchestra.run.smithi162.stdout:30 Nov 08:23:25 ntpd[28019]: ntpd: time slew -0.001818 s 2023-11-30T08:23:25.945 INFO:teuthology.orchestra.run.smithi162.stdout:ntpd: time slew -0.001818s 2023-11-30T08:23:25.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:25 ntpd[28019]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2023-11-30T08:23:25.945 INFO:teuthology.orchestra.run.smithi162.stderr:30 Nov 08:23:25 ntpd[28019]: can't open /var/log/ntpstats/loopstats.20231130: Permission denied 2023-11-30T08:23:26.036 INFO:teuthology.orchestra.run.smithi162.stdout: remote refid st t when poll reach delay offset jitter 2023-11-30T08:23:26.036 INFO:teuthology.orchestra.run.smithi162.stdout:============================================================================== 2023-11-30T08:23:26.036 INFO:teuthology.orchestra.run.smithi162.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-30T08:23:26.037 INFO:teuthology.orchestra.run.smithi162.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-30T08:23:26.037 INFO:teuthology.orchestra.run.smithi162.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-30T08:23:26.037 INFO:teuthology.orchestra.run.smithi162.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-30T08:23:26.037 INFO:teuthology.run_tasks:Running task install... 2023-11-30T08:23:26.046 DEBUG:teuthology.task.install:project ceph 2023-11-30T08:23:26.046 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59'}} 2023-11-30T08:23:26.046 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59'} 2023-11-30T08:23:26.046 INFO:teuthology.task.install:Using flavor: default 2023-11-30T08:23:26.052 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-11-30T08:23:26.052 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2023-11-30T08:23:26.053 DEBUG:teuthology.orchestra.run.smithi116:> sudo apt-key list | grep Ceph 2023-11-30T08:23:26.053 DEBUG:teuthology.orchestra.run.smithi162:> sudo apt-key list | grep Ceph 2023-11-30T08:23:26.119 INFO:teuthology.orchestra.run.smithi116.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-11-30T08:23:26.136 INFO:teuthology.orchestra.run.smithi162.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2023-11-30T08:23:26.149 INFO:teuthology.orchestra.run.smithi116.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-11-30T08:23:26.149 INFO:teuthology.orchestra.run.smithi116.stdout:uid [ unknown] Ceph.com (release key) 2023-11-30T08:23:26.150 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-11-30T08:23:26.150 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-11-30T08:23:26.150 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59 2023-11-30T08:23:26.162 INFO:teuthology.orchestra.run.smithi162.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2023-11-30T08:23:26.162 INFO:teuthology.orchestra.run.smithi162.stdout:uid [ unknown] Ceph.com (release key) 2023-11-30T08:23:26.163 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2023-11-30T08:23:26.163 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2023-11-30T08:23:26.163 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59 2023-11-30T08:23:26.305 INFO:teuthology.task.install.deb:Pulling from https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default/ 2023-11-30T08:23:26.306 INFO:teuthology.task.install.deb:Package version is 18.0.0-7608-g1fa8a21e-1jammy 2023-11-30T08:23:26.373 INFO:teuthology.task.install.deb:Pulling from https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default/ 2023-11-30T08:23:26.373 INFO:teuthology.task.install.deb:Package version is 18.0.0-7608-g1fa8a21e-1jammy 2023-11-30T08:23:26.488 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:23:26.488 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-11-30T08:23:26.502 DEBUG:teuthology.orchestra.run.smithi162:> sudo apt-get update 2023-11-30T08:23:26.548 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:23:26.548 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2023-11-30T08:23:26.563 DEBUG:teuthology.orchestra.run.smithi116:> sudo apt-get update 2023-11-30T08:23:26.692 INFO:teuthology.orchestra.run.smithi162.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-11-30T08:23:26.704 INFO:teuthology.orchestra.run.smithi162.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-11-30T08:23:26.719 INFO:teuthology.orchestra.run.smithi162.stdout:Ign:3 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy InRelease 2023-11-30T08:23:26.723 INFO:teuthology.orchestra.run.smithi162.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-11-30T08:23:26.733 INFO:teuthology.orchestra.run.smithi116.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-11-30T08:23:26.734 INFO:teuthology.orchestra.run.smithi116.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2023-11-30T08:23:26.741 INFO:teuthology.orchestra.run.smithi162.stdout:Get:5 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy Release [4,962 B] 2023-11-30T08:23:26.745 INFO:teuthology.orchestra.run.smithi116.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2023-11-30T08:23:26.763 INFO:teuthology.orchestra.run.smithi162.stdout:Ign:6 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy Release.gpg 2023-11-30T08:23:26.765 INFO:teuthology.orchestra.run.smithi116.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2023-11-30T08:23:26.805 INFO:teuthology.orchestra.run.smithi162.stdout:Get:7 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,413 B] 2023-11-30T08:23:26.813 INFO:teuthology.orchestra.run.smithi162.stdout:Hit:8 http://security.ubuntu.com/ubuntu jammy-security InRelease 2023-11-30T08:23:26.853 INFO:teuthology.orchestra.run.smithi162.stdout:Get:9 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2023-11-30T08:23:26.856 INFO:teuthology.orchestra.run.smithi116.stdout:Ign:5 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy InRelease 2023-11-30T08:23:26.892 INFO:teuthology.orchestra.run.smithi116.stdout:Get:6 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy Release [4,962 B] 2023-11-30T08:23:26.931 INFO:teuthology.orchestra.run.smithi116.stdout:Ign:7 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy Release.gpg 2023-11-30T08:23:27.023 INFO:teuthology.orchestra.run.smithi116.stdout:Get:8 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.5 kB] 2023-11-30T08:23:27.033 INFO:teuthology.orchestra.run.smithi162.stdout:Fetched 25.8 kB in 0s (72.5 kB/s) 2023-11-30T08:23:27.065 INFO:teuthology.orchestra.run.smithi116.stdout:Get:9 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,413 B] 2023-11-30T08:23:27.143 INFO:teuthology.orchestra.run.smithi116.stdout:Fetched 25.8 kB in 0s (65.1 kB/s) 2023-11-30T08:23:27.933 INFO:teuthology.orchestra.run.smithi162.stdout:Reading package lists... 2023-11-30T08:23:27.949 DEBUG:teuthology.orchestra.run.smithi162:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-7608-g1fa8a21e-1jammy cephadm=18.0.0-7608-g1fa8a21e-1jammy ceph-mds=18.0.0-7608-g1fa8a21e-1jammy ceph-mgr=18.0.0-7608-g1fa8a21e-1jammy ceph-common=18.0.0-7608-g1fa8a21e-1jammy ceph-fuse=18.0.0-7608-g1fa8a21e-1jammy ceph-test=18.0.0-7608-g1fa8a21e-1jammy ceph-volume=18.0.0-7608-g1fa8a21e-1jammy radosgw=18.0.0-7608-g1fa8a21e-1jammy python3-rados=18.0.0-7608-g1fa8a21e-1jammy python3-rgw=18.0.0-7608-g1fa8a21e-1jammy python3-cephfs=18.0.0-7608-g1fa8a21e-1jammy python3-rbd=18.0.0-7608-g1fa8a21e-1jammy libcephfs2=18.0.0-7608-g1fa8a21e-1jammy libcephfs-dev=18.0.0-7608-g1fa8a21e-1jammy librados2=18.0.0-7608-g1fa8a21e-1jammy librbd1=18.0.0-7608-g1fa8a21e-1jammy rbd-fuse=18.0.0-7608-g1fa8a21e-1jammy python3-cephfs=18.0.0-7608-g1fa8a21e-1jammy cephfs-shell=18.0.0-7608-g1fa8a21e-1jammy cephfs-top=18.0.0-7608-g1fa8a21e-1jammy cephfs-mirror=18.0.0-7608-g1fa8a21e-1jammy 2023-11-30T08:23:28.001 INFO:teuthology.orchestra.run.smithi162.stdout:Reading package lists... 2023-11-30T08:23:28.046 INFO:teuthology.orchestra.run.smithi116.stdout:Reading package lists... 2023-11-30T08:23:28.059 DEBUG:teuthology.orchestra.run.smithi116:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.0.0-7608-g1fa8a21e-1jammy cephadm=18.0.0-7608-g1fa8a21e-1jammy ceph-mds=18.0.0-7608-g1fa8a21e-1jammy ceph-mgr=18.0.0-7608-g1fa8a21e-1jammy ceph-common=18.0.0-7608-g1fa8a21e-1jammy ceph-fuse=18.0.0-7608-g1fa8a21e-1jammy ceph-test=18.0.0-7608-g1fa8a21e-1jammy ceph-volume=18.0.0-7608-g1fa8a21e-1jammy radosgw=18.0.0-7608-g1fa8a21e-1jammy python3-rados=18.0.0-7608-g1fa8a21e-1jammy python3-rgw=18.0.0-7608-g1fa8a21e-1jammy python3-cephfs=18.0.0-7608-g1fa8a21e-1jammy python3-rbd=18.0.0-7608-g1fa8a21e-1jammy libcephfs2=18.0.0-7608-g1fa8a21e-1jammy libcephfs-dev=18.0.0-7608-g1fa8a21e-1jammy librados2=18.0.0-7608-g1fa8a21e-1jammy librbd1=18.0.0-7608-g1fa8a21e-1jammy rbd-fuse=18.0.0-7608-g1fa8a21e-1jammy python3-cephfs=18.0.0-7608-g1fa8a21e-1jammy cephfs-shell=18.0.0-7608-g1fa8a21e-1jammy cephfs-top=18.0.0-7608-g1fa8a21e-1jammy cephfs-mirror=18.0.0-7608-g1fa8a21e-1jammy 2023-11-30T08:23:28.122 INFO:teuthology.orchestra.run.smithi116.stdout:Reading package lists... 2023-11-30T08:23:28.167 INFO:teuthology.orchestra.run.smithi162.stdout:Building dependency tree... 2023-11-30T08:23:28.168 INFO:teuthology.orchestra.run.smithi162.stdout:Reading state information... 2023-11-30T08:23:28.310 INFO:teuthology.orchestra.run.smithi116.stdout:Building dependency tree... 2023-11-30T08:23:28.311 INFO:teuthology.orchestra.run.smithi116.stdout:Reading state information... 2023-11-30T08:23:28.319 INFO:teuthology.orchestra.run.smithi162.stdout:The following packages were automatically installed and are no longer required: 2023-11-30T08:23:28.319 INFO:teuthology.orchestra.run.smithi162.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-11-30T08:23:28.319 INFO:teuthology.orchestra.run.smithi162.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-11-30T08:23:28.319 INFO:teuthology.orchestra.run.smithi162.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-11-30T08:23:28.320 INFO:teuthology.orchestra.run.smithi162.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-11-30T08:23:28.320 INFO:teuthology.orchestra.run.smithi162.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-11-30T08:23:28.320 INFO:teuthology.orchestra.run.smithi162.stdout:Use 'sudo apt autoremove' to remove them. 2023-11-30T08:23:28.321 INFO:teuthology.orchestra.run.smithi162.stdout:The following additional packages will be installed: 2023-11-30T08:23:28.321 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-11-30T08:23:28.321 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-11-30T08:23:28.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-11-30T08:23:28.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-11-30T08:23:28.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-11-30T08:23:28.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-11-30T08:23:28.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-11-30T08:23:28.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-11-30T08:23:28.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-11-30T08:23:28.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-11-30T08:23:28.323 INFO:teuthology.orchestra.run.smithi162.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2023-11-30T08:23:28.323 INFO:teuthology.orchestra.run.smithi162.stdout:Suggested packages: 2023-11-30T08:23:28.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2023-11-30T08:23:28.324 INFO:teuthology.orchestra.run.smithi162.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2023-11-30T08:23:28.324 INFO:teuthology.orchestra.run.smithi162.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2023-11-30T08:23:28.324 INFO:teuthology.orchestra.run.smithi162.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2023-11-30T08:23:28.324 INFO:teuthology.orchestra.run.smithi162.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2023-11-30T08:23:28.324 INFO:teuthology.orchestra.run.smithi162.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-11-30T08:23:28.324 INFO:teuthology.orchestra.run.smithi162.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2023-11-30T08:23:28.324 INFO:teuthology.orchestra.run.smithi162.stdout:Recommended packages: 2023-11-30T08:23:28.324 INFO:teuthology.orchestra.run.smithi162.stdout: btrfs-tools 2023-11-30T08:23:28.426 INFO:teuthology.orchestra.run.smithi162.stdout:The following NEW packages will be installed: 2023-11-30T08:23:28.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-11-30T08:23:28.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-11-30T08:23:28.426 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-11-30T08:23:28.426 INFO:teuthology.orchestra.run.smithi162.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-11-30T08:23:28.426 INFO:teuthology.orchestra.run.smithi162.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-11-30T08:23:28.426 INFO:teuthology.orchestra.run.smithi162.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-11-30T08:23:28.426 INFO:teuthology.orchestra.run.smithi162.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2023-11-30T08:23:28.426 INFO:teuthology.orchestra.run.smithi162.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2023-11-30T08:23:28.427 INFO:teuthology.orchestra.run.smithi162.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2023-11-30T08:23:28.427 INFO:teuthology.orchestra.run.smithi162.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-11-30T08:23:28.427 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-11-30T08:23:28.427 INFO:teuthology.orchestra.run.smithi162.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-11-30T08:23:28.428 INFO:teuthology.orchestra.run.smithi162.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-11-30T08:23:28.429 INFO:teuthology.orchestra.run.smithi162.stdout: socat unzip xmlstarlet zip 2023-11-30T08:23:28.482 INFO:teuthology.orchestra.run.smithi116.stdout:The following packages were automatically installed and are no longer required: 2023-11-30T08:23:28.483 INFO:teuthology.orchestra.run.smithi116.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-11-30T08:23:28.483 INFO:teuthology.orchestra.run.smithi116.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-11-30T08:23:28.483 INFO:teuthology.orchestra.run.smithi116.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-11-30T08:23:28.483 INFO:teuthology.orchestra.run.smithi116.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-11-30T08:23:28.483 INFO:teuthology.orchestra.run.smithi116.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-11-30T08:23:28.483 INFO:teuthology.orchestra.run.smithi116.stdout:Use 'sudo apt autoremove' to remove them. 2023-11-30T08:23:28.485 INFO:teuthology.orchestra.run.smithi116.stdout:The following additional packages will be installed: 2023-11-30T08:23:28.485 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2023-11-30T08:23:28.485 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd jq 2023-11-30T08:23:28.485 INFO:teuthology.orchestra.run.smithi116.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-11-30T08:23:28.485 INFO:teuthology.orchestra.run.smithi116.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2023-11-30T08:23:28.485 INFO:teuthology.orchestra.run.smithi116.stdout: librdkafka1 libreadline-dev librgw2 libsqlite3-mod-ceph libthrift-0.16.0 2023-11-30T08:23:28.485 INFO:teuthology.orchestra.run.smithi116.stdout: lua-any lua-sec lua-socket lua5.1 luarocks nvme-cli pkg-config 2023-11-30T08:23:28.485 INFO:teuthology.orchestra.run.smithi116.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2023-11-30T08:23:28.485 INFO:teuthology.orchestra.run.smithi116.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2023-11-30T08:23:28.485 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2023-11-30T08:23:28.485 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cherrypy3 python3-cmd2 python3-colorama python3-google-auth 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyperclip python3-pytest python3-repoze.lru python3-requests 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-requests-oauthlib python3-routes python3-rsa python3-simplegeneric 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-simplejson python3-singledispatch python3-sklearn 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-sklearn-lib python3-tempita python3-tempora python3-threadpoolctl 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-toml python3-urllib3 python3-waitress python3-wcwidth python3-webob 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: python3-websocket python3-webtest python3-werkzeug python3-zc.lockfile 2023-11-30T08:23:28.486 INFO:teuthology.orchestra.run.smithi116.stdout: qttranslations5-l10n socat unzip xmlstarlet zip 2023-11-30T08:23:28.487 INFO:teuthology.orchestra.run.smithi116.stdout:Suggested packages: 2023-11-30T08:23:28.487 INFO:teuthology.orchestra.run.smithi116.stdout: python3-influxdb readline-doc python-jinja2-doc python3-beaker 2023-11-30T08:23:28.487 INFO:teuthology.orchestra.run.smithi116.stdout: python-mako-doc python-natsort-doc python-openssl-doc python3-openssl-dbg 2023-11-30T08:23:28.487 INFO:teuthology.orchestra.run.smithi116.stdout: httpd-wsgi libapache2-mod-python libapache2-mod-scgi libjs-mochikit 2023-11-30T08:23:28.487 INFO:teuthology.orchestra.run.smithi116.stdout: python-pecan-doc python-psutil-doc subversion python-pygments-doc 2023-11-30T08:23:28.487 INFO:teuthology.orchestra.run.smithi116.stdout: python-pyinotify-doc python3-socks python-requests-doc python3-dap 2023-11-30T08:23:28.487 INFO:teuthology.orchestra.run.smithi116.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2023-11-30T08:23:28.487 INFO:teuthology.orchestra.run.smithi116.stdout: python-webtest-doc python-werkzeug-doc python3-watchdog 2023-11-30T08:23:28.487 INFO:teuthology.orchestra.run.smithi116.stdout:Recommended packages: 2023-11-30T08:23:28.487 INFO:teuthology.orchestra.run.smithi116.stdout: btrfs-tools 2023-11-30T08:23:28.489 INFO:teuthology.orchestra.run.smithi162.stdout:0 upgraded, 124 newly installed, 0 to remove and 262 not upgraded. 2023-11-30T08:23:28.489 INFO:teuthology.orchestra.run.smithi162.stdout:Need to get 187 MB of archives. 2023-11-30T08:23:28.489 INFO:teuthology.orchestra.run.smithi162.stdout:After this operation, 835 MB of additional disk space will be used. 2023-11-30T08:23:28.489 INFO:teuthology.orchestra.run.smithi162.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-11-30T08:23:28.511 INFO:teuthology.orchestra.run.smithi162.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-11-30T08:23:28.520 INFO:teuthology.orchestra.run.smithi162.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-11-30T08:23:28.571 INFO:teuthology.orchestra.run.smithi162.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-11-30T08:23:28.582 INFO:teuthology.orchestra.run.smithi162.stdout:Get:5 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-7608-g1fa8a21e-1jammy [3,468 kB] 2023-11-30T08:23:28.595 INFO:teuthology.orchestra.run.smithi116.stdout:The following NEW packages will be installed: 2023-11-30T08:23:28.595 INFO:teuthology.orchestra.run.smithi116.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2023-11-30T08:23:28.595 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2023-11-30T08:23:28.595 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2023-11-30T08:23:28.595 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-mirror cephfs-shell cephfs-top jq libcephfs-dev libcephfs2 2023-11-30T08:23:28.595 INFO:teuthology.orchestra.run.smithi116.stdout: libdouble-conversion3 libjq1 liblttng-ust1 liblua5.3-dev liboath0 libonig5 2023-11-30T08:23:28.595 INFO:teuthology.orchestra.run.smithi116.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librados2 2023-11-30T08:23:28.595 INFO:teuthology.orchestra.run.smithi116.stdout: libradosstriper1 librbd1 librdkafka1 libreadline-dev librgw2 2023-11-30T08:23:28.595 INFO:teuthology.orchestra.run.smithi116.stdout: libsqlite3-mod-ceph libthrift-0.16.0 lua-any lua-sec lua-socket lua5.1 2023-11-30T08:23:28.595 INFO:teuthology.orchestra.run.smithi116.stdout: luarocks nvme-cli pkg-config python-asyncssh-doc python-babel-localedata 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-cmd2 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-colorama python3-google-auth python3-idna python3-iniconfig 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pygments python3-pyinotify python3-pyperclip python3-pytest 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rados python3-rbd python3-repoze.lru python3-requests 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2023-11-30T08:23:28.596 INFO:teuthology.orchestra.run.smithi116.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2023-11-30T08:23:28.597 INFO:teuthology.orchestra.run.smithi116.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2023-11-30T08:23:28.597 INFO:teuthology.orchestra.run.smithi116.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2023-11-30T08:23:28.597 INFO:teuthology.orchestra.run.smithi116.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2023-11-30T08:23:28.597 INFO:teuthology.orchestra.run.smithi116.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2023-11-30T08:23:28.597 INFO:teuthology.orchestra.run.smithi116.stdout: socat unzip xmlstarlet zip 2023-11-30T08:23:28.601 INFO:teuthology.orchestra.run.smithi162.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-11-30T08:23:28.619 INFO:teuthology.orchestra.run.smithi162.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-11-30T08:23:28.645 INFO:teuthology.orchestra.run.smithi162.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-11-30T08:23:28.745 INFO:teuthology.orchestra.run.smithi116.stdout:0 upgraded, 124 newly installed, 0 to remove and 262 not upgraded. 2023-11-30T08:23:28.746 INFO:teuthology.orchestra.run.smithi116.stdout:Need to get 187 MB of archives. 2023-11-30T08:23:28.746 INFO:teuthology.orchestra.run.smithi116.stdout:After this operation, 835 MB of additional disk space will be used. 2023-11-30T08:23:28.746 INFO:teuthology.orchestra.run.smithi116.stdout:Get:1 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.0.0-7608-g1fa8a21e-1jammy [3,468 kB] 2023-11-30T08:23:28.751 INFO:teuthology.orchestra.run.smithi162.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-11-30T08:23:28.757 INFO:teuthology.orchestra.run.smithi162.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-11-30T08:23:28.781 INFO:teuthology.orchestra.run.smithi162.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-11-30T08:23:28.795 INFO:teuthology.orchestra.run.smithi162.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-11-30T08:23:28.796 INFO:teuthology.orchestra.run.smithi162.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-11-30T08:23:28.810 INFO:teuthology.orchestra.run.smithi162.stdout:Get:14 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-7608-g1fa8a21e-1jammy [3,112 kB] 2023-11-30T08:23:28.810 INFO:teuthology.orchestra.run.smithi162.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2023-11-30T08:23:28.814 INFO:teuthology.orchestra.run.smithi162.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2023-11-30T08:23:28.817 INFO:teuthology.orchestra.run.smithi162.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2023-11-30T08:23:28.819 INFO:teuthology.orchestra.run.smithi162.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2023-11-30T08:23:28.820 INFO:teuthology.orchestra.run.smithi162.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2023-11-30T08:23:28.850 INFO:teuthology.orchestra.run.smithi162.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.1 [174 kB] 2023-11-30T08:23:28.853 INFO:teuthology.orchestra.run.smithi162.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2023-11-30T08:23:28.855 INFO:teuthology.orchestra.run.smithi162.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-11-30T08:23:28.856 INFO:teuthology.orchestra.run.smithi162.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-11-30T08:23:28.884 INFO:teuthology.orchestra.run.smithi162.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-11-30T08:23:28.886 INFO:teuthology.orchestra.run.smithi162.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-11-30T08:23:28.886 INFO:teuthology.orchestra.run.smithi162.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-11-30T08:23:28.887 INFO:teuthology.orchestra.run.smithi162.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-11-30T08:23:28.888 INFO:teuthology.orchestra.run.smithi162.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-11-30T08:23:28.889 INFO:teuthology.orchestra.run.smithi162.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-11-30T08:23:28.910 INFO:teuthology.orchestra.run.smithi162.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-11-30T08:23:28.911 INFO:teuthology.orchestra.run.smithi162.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-11-30T08:23:28.916 INFO:teuthology.orchestra.run.smithi162.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-11-30T08:23:28.917 INFO:teuthology.orchestra.run.smithi162.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-11-30T08:23:28.932 INFO:teuthology.orchestra.run.smithi162.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-11-30T08:23:28.933 INFO:teuthology.orchestra.run.smithi162.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-11-30T08:23:28.935 INFO:teuthology.orchestra.run.smithi162.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-11-30T08:23:28.936 INFO:teuthology.orchestra.run.smithi162.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-11-30T08:23:28.936 INFO:teuthology.orchestra.run.smithi162.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-11-30T08:23:28.939 INFO:teuthology.orchestra.run.smithi162.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-11-30T08:23:28.950 INFO:teuthology.orchestra.run.smithi162.stdout:Get:40 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-7608-g1fa8a21e-1jammy [691 kB] 2023-11-30T08:23:28.952 INFO:teuthology.orchestra.run.smithi162.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-11-30T08:23:28.952 INFO:teuthology.orchestra.run.smithi162.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-11-30T08:23:28.963 INFO:teuthology.orchestra.run.smithi162.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-11-30T08:23:28.963 INFO:teuthology.orchestra.run.smithi162.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-11-30T08:23:28.971 INFO:teuthology.orchestra.run.smithi162.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-11-30T08:23:28.972 INFO:teuthology.orchestra.run.smithi162.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-11-30T08:23:28.972 INFO:teuthology.orchestra.run.smithi162.stdout:Get:47 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-7608-g1fa8a21e-1jammy [356 kB] 2023-11-30T08:23:28.974 INFO:teuthology.orchestra.run.smithi162.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-11-30T08:23:28.978 INFO:teuthology.orchestra.run.smithi162.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-11-30T08:23:28.980 INFO:teuthology.orchestra.run.smithi162.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2023-11-30T08:23:28.982 INFO:teuthology.orchestra.run.smithi162.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-11-30T08:23:28.984 INFO:teuthology.orchestra.run.smithi162.stdout:Get:52 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-7608-g1fa8a21e-1jammy [32.8 kB] 2023-11-30T08:23:28.985 INFO:teuthology.orchestra.run.smithi162.stdout:Get:53 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-7608-g1fa8a21e-1jammy [180 kB] 2023-11-30T08:23:28.990 INFO:teuthology.orchestra.run.smithi162.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-11-30T08:23:28.991 INFO:teuthology.orchestra.run.smithi162.stdout:Get:55 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-7608-g1fa8a21e-1jammy [63.5 kB] 2023-11-30T08:23:28.993 INFO:teuthology.orchestra.run.smithi162.stdout:Get:56 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-7608-g1fa8a21e-1jammy [330 kB] 2023-11-30T08:23:28.995 INFO:teuthology.orchestra.run.smithi162.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-11-30T08:23:28.996 INFO:teuthology.orchestra.run.smithi162.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-11-30T08:23:28.998 INFO:teuthology.orchestra.run.smithi162.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-11-30T08:23:29.004 INFO:teuthology.orchestra.run.smithi162.stdout:Get:60 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-7608-g1fa8a21e-1jammy [6,223 kB] 2023-11-30T08:23:29.010 INFO:teuthology.orchestra.run.smithi162.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-11-30T08:23:29.120 INFO:teuthology.orchestra.run.smithi162.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-11-30T08:23:29.121 INFO:teuthology.orchestra.run.smithi162.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-11-30T08:23:29.123 INFO:teuthology.orchestra.run.smithi162.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-11-30T08:23:29.124 INFO:teuthology.orchestra.run.smithi162.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-11-30T08:23:29.126 INFO:teuthology.orchestra.run.smithi162.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-11-30T08:23:29.170 INFO:teuthology.orchestra.run.smithi162.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-11-30T08:23:29.173 INFO:teuthology.orchestra.run.smithi162.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-11-30T08:23:29.174 INFO:teuthology.orchestra.run.smithi162.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-11-30T08:23:29.254 INFO:teuthology.orchestra.run.smithi162.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-11-30T08:23:29.254 INFO:teuthology.orchestra.run.smithi162.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-11-30T08:23:29.255 INFO:teuthology.orchestra.run.smithi162.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-11-30T08:23:29.256 INFO:teuthology.orchestra.run.smithi162.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-11-30T08:23:29.256 INFO:teuthology.orchestra.run.smithi162.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-11-30T08:23:29.257 INFO:teuthology.orchestra.run.smithi162.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-11-30T08:23:29.258 INFO:teuthology.orchestra.run.smithi162.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-11-30T08:23:29.259 INFO:teuthology.orchestra.run.smithi162.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-11-30T08:23:29.264 INFO:teuthology.orchestra.run.smithi162.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-11-30T08:23:29.270 INFO:teuthology.orchestra.run.smithi162.stdout:Get:79 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-7608-g1fa8a21e-1jammy [112 kB] 2023-11-30T08:23:29.276 INFO:teuthology.orchestra.run.smithi162.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-11-30T08:23:29.278 INFO:teuthology.orchestra.run.smithi162.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-11-30T08:23:29.279 INFO:teuthology.orchestra.run.smithi162.stdout:Get:82 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-7608-g1fa8a21e-1jammy [439 kB] 2023-11-30T08:23:29.295 INFO:teuthology.orchestra.run.smithi162.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-11-30T08:23:29.296 INFO:teuthology.orchestra.run.smithi162.stdout:Get:84 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-7608-g1fa8a21e-1jammy [22.6 MB] 2023-11-30T08:23:29.301 INFO:teuthology.orchestra.run.smithi162.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-11-30T08:23:29.305 INFO:teuthology.orchestra.run.smithi162.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-11-30T08:23:29.305 INFO:teuthology.orchestra.run.smithi162.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2023-11-30T08:23:29.307 INFO:teuthology.orchestra.run.smithi162.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2023-11-30T08:23:29.308 INFO:teuthology.orchestra.run.smithi162.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-11-30T08:23:29.315 INFO:teuthology.orchestra.run.smithi162.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2023-11-30T08:23:29.316 INFO:teuthology.orchestra.run.smithi162.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-11-30T08:23:29.322 INFO:teuthology.orchestra.run.smithi162.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-11-30T08:23:29.323 INFO:teuthology.orchestra.run.smithi162.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-11-30T08:23:29.342 INFO:teuthology.orchestra.run.smithi162.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-11-30T08:23:29.342 INFO:teuthology.orchestra.run.smithi162.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-11-30T08:23:29.345 INFO:teuthology.orchestra.run.smithi162.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-11-30T08:23:29.346 INFO:teuthology.orchestra.run.smithi162.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-11-30T08:23:29.357 INFO:teuthology.orchestra.run.smithi162.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-11-30T08:23:29.357 INFO:teuthology.orchestra.run.smithi162.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-11-30T08:23:29.358 INFO:teuthology.orchestra.run.smithi162.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-11-30T08:23:29.361 INFO:teuthology.orchestra.run.smithi162.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-11-30T08:23:29.363 INFO:teuthology.orchestra.run.smithi162.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-11-30T08:23:29.614 INFO:teuthology.orchestra.run.smithi116.stdout:Get:2 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.0.0-7608-g1fa8a21e-1jammy [3,112 kB] 2023-11-30T08:23:29.944 INFO:teuthology.orchestra.run.smithi116.stdout:Get:3 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.0.0-7608-g1fa8a21e-1jammy [691 kB] 2023-11-30T08:23:30.026 INFO:teuthology.orchestra.run.smithi116.stdout:Get:4 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.0.0-7608-g1fa8a21e-1jammy [356 kB] 2023-11-30T08:23:30.038 INFO:teuthology.orchestra.run.smithi116.stdout:Get:5 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.0.0-7608-g1fa8a21e-1jammy [32.8 kB] 2023-11-30T08:23:30.040 INFO:teuthology.orchestra.run.smithi116.stdout:Get:6 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.0.0-7608-g1fa8a21e-1jammy [180 kB] 2023-11-30T08:23:30.076 INFO:teuthology.orchestra.run.smithi116.stdout:Get:7 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.0.0-7608-g1fa8a21e-1jammy [63.5 kB] 2023-11-30T08:23:30.078 INFO:teuthology.orchestra.run.smithi116.stdout:Get:8 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.0.0-7608-g1fa8a21e-1jammy [330 kB] 2023-11-30T08:23:30.118 INFO:teuthology.orchestra.run.smithi116.stdout:Get:9 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.0.0-7608-g1fa8a21e-1jammy [6,223 kB] 2023-11-30T08:23:30.304 INFO:teuthology.orchestra.run.smithi162.stdout:Get:103 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-7608-g1fa8a21e-1jammy [6,900 kB] 2023-11-30T08:23:30.594 INFO:teuthology.orchestra.run.smithi162.stdout:Get:104 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-7608-g1fa8a21e-1jammy [238 kB] 2023-11-30T08:23:30.600 INFO:teuthology.orchestra.run.smithi162.stdout:Get:105 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-7608-g1fa8a21e-1jammy [124 kB] 2023-11-30T08:23:30.604 INFO:teuthology.orchestra.run.smithi162.stdout:Get:106 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-7608-g1fa8a21e-1jammy [1,496 kB] 2023-11-30T08:23:30.673 INFO:teuthology.orchestra.run.smithi162.stdout:Get:107 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-7608-g1fa8a21e-1jammy [9,955 kB] 2023-11-30T08:23:30.690 INFO:teuthology.orchestra.run.smithi116.stdout:Get:10 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.0.0-7608-g1fa8a21e-1jammy [112 kB] 2023-11-30T08:23:30.693 INFO:teuthology.orchestra.run.smithi116.stdout:Get:11 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.0.0-7608-g1fa8a21e-1jammy [439 kB] 2023-11-30T08:23:30.733 INFO:teuthology.orchestra.run.smithi116.stdout:Get:12 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.0.0-7608-g1fa8a21e-1jammy [22.6 MB] 2023-11-30T08:23:31.235 INFO:teuthology.orchestra.run.smithi162.stdout:Get:108 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-7608-g1fa8a21e-1jammy [31.8 MB] 2023-11-30T08:23:32.865 INFO:teuthology.orchestra.run.smithi162.stdout:Get:109 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-7608-g1fa8a21e-1jammy [14.0 kB] 2023-11-30T08:23:32.866 INFO:teuthology.orchestra.run.smithi162.stdout:Get:110 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-7608-g1fa8a21e-1jammy [839 kB] 2023-11-30T08:23:32.882 INFO:teuthology.orchestra.run.smithi162.stdout:Get:111 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-7608-g1fa8a21e-1jammy [2,144 kB] 2023-11-30T08:23:32.920 INFO:teuthology.orchestra.run.smithi162.stdout:Get:112 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-7608-g1fa8a21e-1jammy [794 kB] 2023-11-30T08:23:32.931 INFO:teuthology.orchestra.run.smithi162.stdout:Get:113 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-7608-g1fa8a21e-1jammy [139 kB] 2023-11-30T08:23:32.932 INFO:teuthology.orchestra.run.smithi162.stdout:Get:114 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-7608-g1fa8a21e-1jammy [1,900 kB] 2023-11-30T08:23:33.031 INFO:teuthology.orchestra.run.smithi162.stdout:Get:115 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-7608-g1fa8a21e-1jammy [8,625 kB] 2023-11-30T08:23:33.317 INFO:teuthology.orchestra.run.smithi162.stdout:Get:116 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-7608-g1fa8a21e-1jammy [14.2 kB] 2023-11-30T08:23:33.373 INFO:teuthology.orchestra.run.smithi162.stdout:Get:117 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-7608-g1fa8a21e-1jammy [48.6 MB] 2023-11-30T08:23:33.940 INFO:teuthology.orchestra.run.smithi116.stdout:Get:13 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.0.0-7608-g1fa8a21e-1jammy [6,900 kB] 2023-11-30T08:23:34.512 INFO:teuthology.orchestra.run.smithi116.stdout:Get:14 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.0.0-7608-g1fa8a21e-1jammy [238 kB] 2023-11-30T08:23:34.572 INFO:teuthology.orchestra.run.smithi116.stdout:Get:15 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.0.0-7608-g1fa8a21e-1jammy [124 kB] 2023-11-30T08:23:34.576 INFO:teuthology.orchestra.run.smithi116.stdout:Get:16 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.0.0-7608-g1fa8a21e-1jammy [1,496 kB] 2023-11-30T08:23:34.736 INFO:teuthology.orchestra.run.smithi116.stdout:Get:17 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.0.0-7608-g1fa8a21e-1jammy [9,955 kB] 2023-11-30T08:23:35.771 INFO:teuthology.orchestra.run.smithi116.stdout:Get:18 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.0.0-7608-g1fa8a21e-1jammy [31.8 MB] 2023-11-30T08:23:35.925 INFO:teuthology.orchestra.run.smithi162.stdout:Get:118 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-7608-g1fa8a21e-1jammy [121 kB] 2023-11-30T08:23:35.927 INFO:teuthology.orchestra.run.smithi162.stdout:Get:119 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-7608-g1fa8a21e-1jammy [226 kB] 2023-11-30T08:23:35.932 INFO:teuthology.orchestra.run.smithi162.stdout:Get:120 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-7608-g1fa8a21e-1jammy [34.0 kB] 2023-11-30T08:23:35.933 INFO:teuthology.orchestra.run.smithi162.stdout:Get:121 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-7608-g1fa8a21e-1jammy [23.4 kB] 2023-11-30T08:23:35.934 INFO:teuthology.orchestra.run.smithi162.stdout:Get:122 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-7608-g1fa8a21e-1jammy [38.3 kB] 2023-11-30T08:23:35.935 INFO:teuthology.orchestra.run.smithi162.stdout:Get:123 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-7608-g1fa8a21e-1jammy [12.3 MB] 2023-11-30T08:23:36.341 INFO:teuthology.orchestra.run.smithi162.stdout:Get:124 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-7608-g1fa8a21e-1jammy [91.1 kB] 2023-11-30T08:23:36.827 INFO:teuthology.orchestra.run.smithi116.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyperclip all 1.8.2-2 [11.5 kB] 2023-11-30T08:23:36.848 INFO:teuthology.orchestra.run.smithi116.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2023-11-30T08:23:36.858 INFO:teuthology.orchestra.run.smithi116.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cmd2 all 2.3.3-1 [124 kB] 2023-11-30T08:23:36.904 INFO:teuthology.orchestra.run.smithi116.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2023-11-30T08:23:36.928 INFO:teuthology.orchestra.run.smithi116.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2023-11-30T08:23:36.931 INFO:teuthology.orchestra.run.smithi116.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2023-11-30T08:23:36.943 INFO:teuthology.orchestra.run.smithi116.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2023-11-30T08:23:36.951 INFO:teuthology.orchestra.run.smithi162.stdout:Fetched 187 MB in 8s (23.6 MB/s) 2023-11-30T08:23:36.995 INFO:teuthology.orchestra.run.smithi116.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2023-11-30T08:23:36.999 INFO:teuthology.orchestra.run.smithi116.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2023-11-30T08:23:37.011 INFO:teuthology.orchestra.run.smithi116.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2023-11-30T08:23:37.015 INFO:teuthology.orchestra.run.smithi116.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2023-11-30T08:23:37.015 INFO:teuthology.orchestra.run.smithi116.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2023-11-30T08:23:37.023 INFO:teuthology.orchestra.run.smithi116.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 libreadline-dev amd64 8.1.2-1 [166 kB] 2023-11-30T08:23:37.025 INFO:teuthology.orchestra.run.smithi116.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblua5.3-dev amd64 5.3.6-1build1 [167 kB] 2023-11-30T08:23:37.027 INFO:teuthology.orchestra.run.smithi116.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua5.1 amd64 5.1.5-8.1build4 [94.6 kB] 2023-11-30T08:23:37.029 INFO:teuthology.orchestra.run.smithi116.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-any all 27ubuntu1 [5,034 B] 2023-11-30T08:23:37.029 INFO:teuthology.orchestra.run.smithi116.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 zip amd64 3.0-12build2 [176 kB] 2023-11-30T08:23:37.038 INFO:teuthology.orchestra.run.smithi116.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 unzip amd64 6.0-26ubuntu3.1 [174 kB] 2023-11-30T08:23:37.040 INFO:teuthology.orchestra.run.smithi116.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/universe amd64 luarocks all 3.8.0+dfsg1-1 [140 kB] 2023-11-30T08:23:37.042 INFO:teuthology.orchestra.run.smithi116.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2023-11-30T08:23:37.043 INFO:teuthology.orchestra.run.smithi116.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2023-11-30T08:23:37.058 INFO:teuthology.orchestra.run.smithi116.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2023-11-30T08:23:37.059 INFO:teuthology.orchestra.run.smithi116.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2023-11-30T08:23:37.060 INFO:teuthology.orchestra.run.smithi116.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2023-11-30T08:23:37.060 INFO:teuthology.orchestra.run.smithi116.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2023-11-30T08:23:37.060 INFO:teuthology.orchestra.run.smithi116.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2023-11-30T08:23:37.060 INFO:teuthology.orchestra.run.smithi116.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2023-11-30T08:23:37.066 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-pyperclip. 2023-11-30T08:23:37.078 INFO:teuthology.orchestra.run.smithi116.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2023-11-30T08:23:37.078 INFO:teuthology.orchestra.run.smithi116.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2023-11-30T08:23:37.081 INFO:teuthology.orchestra.run.smithi116.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2023-11-30T08:23:37.081 INFO:teuthology.orchestra.run.smithi116.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2023-11-30T08:23:37.098 INFO:teuthology.orchestra.run.smithi116.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2023-11-30T08:23:37.098 INFO:teuthology.orchestra.run.smithi116.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2023-11-30T08:23:37.099 INFO:teuthology.orchestra.run.smithi116.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2023-11-30T08:23:37.099 INFO:teuthology.orchestra.run.smithi116.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2023-11-30T08:23:37.100 INFO:teuthology.orchestra.run.smithi116.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2023-11-30T08:23:37.101 INFO:teuthology.orchestra.run.smithi116.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2023-11-30T08:23:37.117 INFO:teuthology.orchestra.run.smithi116.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2023-11-30T08:23:37.118 INFO:teuthology.orchestra.run.smithi116.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2023-11-30T08:23:37.123 INFO:teuthology.orchestra.run.smithi116.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2023-11-30T08:23:37.123 INFO:teuthology.orchestra.run.smithi116.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2023-11-30T08:23:37.137 INFO:teuthology.orchestra.run.smithi116.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2023-11-30T08:23:37.138 INFO:teuthology.orchestra.run.smithi116.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2023-11-30T08:23:37.139 INFO:teuthology.orchestra.run.smithi116.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2023-11-30T08:23:37.141 INFO:teuthology.orchestra.run.smithi116.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2023-11-30T08:23:37.141 INFO:teuthology.orchestra.run.smithi116.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2023-11-30T08:23:37.143 INFO:teuthology.orchestra.run.smithi116.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2023-11-30T08:23:37.157 INFO:teuthology.orchestra.run.smithi162.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165983 files and directories currently installed.) 2023-11-30T08:23:37.157 INFO:teuthology.orchestra.run.smithi116.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2023-11-30T08:23:37.160 INFO:teuthology.orchestra.run.smithi116.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2023-11-30T08:23:37.160 INFO:teuthology.orchestra.run.smithi116.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2023-11-30T08:23:37.161 INFO:teuthology.orchestra.run.smithi116.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2023-11-30T08:23:37.162 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-11-30T08:23:37.177 INFO:teuthology.orchestra.run.smithi116.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2023-11-30T08:23:37.206 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-11-30T08:23:37.267 INFO:teuthology.orchestra.run.smithi116.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2023-11-30T08:23:37.267 INFO:teuthology.orchestra.run.smithi116.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jinja2 all 3.0.3-1 [108 kB] 2023-11-30T08:23:37.307 INFO:teuthology.orchestra.run.smithi116.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2023-11-30T08:23:37.308 INFO:teuthology.orchestra.run.smithi116.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2023-11-30T08:23:37.309 INFO:teuthology.orchestra.run.smithi116.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2023-11-30T08:23:37.309 INFO:teuthology.orchestra.run.smithi116.stdout:Get:76 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.0.0-7608-g1fa8a21e-1jammy [14.0 kB] 2023-11-30T08:23:37.385 INFO:teuthology.orchestra.run.smithi116.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2023-11-30T08:23:37.385 INFO:teuthology.orchestra.run.smithi116.stdout:Get:78 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.0.0-7608-g1fa8a21e-1jammy [839 kB] 2023-11-30T08:23:37.387 INFO:teuthology.orchestra.run.smithi116.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2023-11-30T08:23:37.388 INFO:teuthology.orchestra.run.smithi116.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2023-11-30T08:23:37.401 INFO:teuthology.orchestra.run.smithi116.stdout:Get:81 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.0.0-7608-g1fa8a21e-1jammy [2,144 kB] 2023-11-30T08:23:37.409 INFO:teuthology.orchestra.run.smithi116.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2023-11-30T08:23:37.409 INFO:teuthology.orchestra.run.smithi116.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2023-11-30T08:23:37.410 INFO:teuthology.orchestra.run.smithi116.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2023-11-30T08:23:37.410 INFO:teuthology.orchestra.run.smithi116.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2023-11-30T08:23:37.411 INFO:teuthology.orchestra.run.smithi116.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2023-11-30T08:23:37.412 INFO:teuthology.orchestra.run.smithi116.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2023-11-30T08:23:37.412 INFO:teuthology.orchestra.run.smithi116.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2023-11-30T08:23:37.427 INFO:teuthology.orchestra.run.smithi116.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2023-11-30T08:23:37.431 INFO:teuthology.orchestra.run.smithi116.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2023-11-30T08:23:37.441 INFO:teuthology.orchestra.run.smithi116.stdout:Get:91 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.0.0-7608-g1fa8a21e-1jammy [794 kB] 2023-11-30T08:23:37.442 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-wcwidth. 2023-11-30T08:23:37.447 INFO:teuthology.orchestra.run.smithi116.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2023-11-30T08:23:37.448 INFO:teuthology.orchestra.run.smithi116.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2023-11-30T08:23:37.449 INFO:teuthology.orchestra.run.smithi116.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2023-11-30T08:23:37.452 INFO:teuthology.orchestra.run.smithi116.stdout:Get:95 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.0.0-7608-g1fa8a21e-1jammy [139 kB] 2023-11-30T08:23:37.454 INFO:teuthology.orchestra.run.smithi116.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2023-11-30T08:23:37.454 INFO:teuthology.orchestra.run.smithi116.stdout:Get:97 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.0.0-7608-g1fa8a21e-1jammy [1,900 kB] 2023-11-30T08:23:37.457 INFO:teuthology.orchestra.run.smithi116.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-colorama all 0.4.4-1 [24.5 kB] 2023-11-30T08:23:37.457 INFO:teuthology.orchestra.run.smithi116.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-socket amd64 3.0~rc1+git+ac3201d-6 [78.9 kB] 2023-11-30T08:23:37.458 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-11-30T08:23:37.459 INFO:teuthology.orchestra.run.smithi116.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/universe amd64 lua-sec amd64 1.0.2-1 [37.6 kB] 2023-11-30T08:23:37.459 INFO:teuthology.orchestra.run.smithi116.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2023-11-30T08:23:37.466 INFO:teuthology.orchestra.run.smithi116.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 pkg-config amd64 0.29.2-1ubuntu3 [48.2 kB] 2023-11-30T08:23:37.467 INFO:teuthology.orchestra.run.smithi116.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2023-11-30T08:23:37.486 INFO:teuthology.orchestra.run.smithi116.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2023-11-30T08:23:37.486 INFO:teuthology.orchestra.run.smithi116.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2023-11-30T08:23:37.487 INFO:teuthology.orchestra.run.smithi116.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2023-11-30T08:23:37.488 INFO:teuthology.orchestra.run.smithi116.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2023-11-30T08:23:37.490 INFO:teuthology.orchestra.run.smithi116.stdout:Get:108 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2023-11-30T08:23:37.490 INFO:teuthology.orchestra.run.smithi116.stdout:Get:109 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2023-11-30T08:23:37.492 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-11-30T08:23:37.499 INFO:teuthology.orchestra.run.smithi116.stdout:Get:110 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2023-11-30T08:23:37.500 INFO:teuthology.orchestra.run.smithi116.stdout:Get:111 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2023-11-30T08:23:37.506 INFO:teuthology.orchestra.run.smithi116.stdout:Get:112 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2023-11-30T08:23:37.508 INFO:teuthology.orchestra.run.smithi116.stdout:Get:113 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2023-11-30T08:23:37.520 INFO:teuthology.orchestra.run.smithi116.stdout:Get:114 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.0.0-7608-g1fa8a21e-1jammy [8,625 kB] 2023-11-30T08:23:37.526 INFO:teuthology.orchestra.run.smithi116.stdout:Get:115 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2023-11-30T08:23:37.868 INFO:teuthology.orchestra.run.smithi116.stdout:Get:116 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.0.0-7608-g1fa8a21e-1jammy [14.2 kB] 2023-11-30T08:23:37.869 INFO:teuthology.orchestra.run.smithi116.stdout:Get:117 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.0.0-7608-g1fa8a21e-1jammy [48.6 MB] 2023-11-30T08:23:37.987 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-cmd2. 2023-11-30T08:23:38.013 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-11-30T08:23:38.054 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-11-30T08:23:38.373 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-11-30T08:23:38.400 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-11-30T08:23:38.499 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-11-30T08:23:38.836 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-11-30T08:23:38.862 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-11-30T08:23:38.919 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-11-30T08:23:39.222 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-11-30T08:23:39.248 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-11-30T08:23:39.289 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-11-30T08:23:39.709 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-11-30T08:23:39.735 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-11-30T08:23:39.759 INFO:teuthology.orchestra.run.smithi116.stdout:Get:118 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.0.0-7608-g1fa8a21e-1jammy [121 kB] 2023-11-30T08:23:39.761 INFO:teuthology.orchestra.run.smithi116.stdout:Get:119 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-mirror amd64 18.0.0-7608-g1fa8a21e-1jammy [226 kB] 2023-11-30T08:23:39.766 INFO:teuthology.orchestra.run.smithi116.stdout:Get:120 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-shell all 18.0.0-7608-g1fa8a21e-1jammy [34.0 kB] 2023-11-30T08:23:39.767 INFO:teuthology.orchestra.run.smithi116.stdout:Get:121 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 cephfs-top all 18.0.0-7608-g1fa8a21e-1jammy [23.4 kB] 2023-11-30T08:23:39.768 INFO:teuthology.orchestra.run.smithi116.stdout:Get:122 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.0.0-7608-g1fa8a21e-1jammy [38.3 kB] 2023-11-30T08:23:39.783 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-30T08:23:39.793 INFO:teuthology.orchestra.run.smithi116.stdout:Get:123 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.0.0-7608-g1fa8a21e-1jammy [12.3 MB] 2023-11-30T08:23:40.137 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-11-30T08:23:40.162 INFO:teuthology.orchestra.run.smithi116.stdout:Get:124 https://2.chacra.ceph.com/r/ceph/wip-batrick-testing-20231130.014408/1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.0.0-7608-g1fa8a21e-1jammy [91.1 kB] 2023-11-30T08:23:40.164 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-11-30T08:23:40.204 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-30T08:23:40.549 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-11-30T08:23:40.575 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-11-30T08:23:40.615 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-30T08:23:40.772 INFO:teuthology.orchestra.run.smithi116.stdout:Fetched 187 MB in 12s (16.2 MB/s) 2023-11-30T08:23:40.912 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-pyperclip. 2023-11-30T08:23:40.918 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-11-30T08:23:40.934 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-11-30T08:23:40.969 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-11-30T08:23:41.000 INFO:teuthology.orchestra.run.smithi116.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165983 files and directories currently installed.) 2023-11-30T08:23:41.005 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../000-python3-pyperclip_1.8.2-2_all.deb ... 2023-11-30T08:23:41.043 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-pyperclip (1.8.2-2) ... 2023-11-30T08:23:41.230 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package librados2. 2023-11-30T08:23:41.256 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../010-librados2_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:41.288 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking librados2 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:41.329 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-wcwidth. 2023-11-30T08:23:41.355 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../001-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2023-11-30T08:23:41.396 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2023-11-30T08:23:41.707 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-cmd2. 2023-11-30T08:23:41.734 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../002-python3-cmd2_2.3.3-1_all.deb ... 2023-11-30T08:23:41.758 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package librbd1. 2023-11-30T08:23:41.773 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-cmd2 (2.3.3-1) ... 2023-11-30T08:23:41.784 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../011-librbd1_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:41.824 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking librbd1 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:42.127 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2023-11-30T08:23:42.153 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../003-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2023-11-30T08:23:42.235 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-11-30T08:23:42.269 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libcephfs2. 2023-11-30T08:23:42.295 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../012-libcephfs2_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:42.335 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libcephfs2 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:42.580 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2023-11-30T08:23:42.605 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-rados. 2023-11-30T08:23:42.606 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.7-4_amd64.deb ... 2023-11-30T08:23:42.632 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../013-python3-rados_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:42.647 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2023-11-30T08:23:42.663 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-rados (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:42.925 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2023-11-30T08:23:42.951 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../005-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2023-11-30T08:23:42.974 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-11-30T08:23:42.991 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-11-30T08:23:43.001 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../014-python3-ceph-argparse_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:23:43.049 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-ceph-argparse (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:43.302 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-cephfs. 2023-11-30T08:23:43.328 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../015-python3-cephfs_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:43.369 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-cephfs (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:43.428 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libqt5core5a:amd64. 2023-11-30T08:23:43.455 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../006-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-11-30T08:23:43.504 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-30T08:23:43.655 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-ceph-common. 2023-11-30T08:23:43.681 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../016-python3-ceph-common_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:23:43.721 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-ceph-common (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:43.948 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2023-11-30T08:23:43.975 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../007-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-11-30T08:23:44.008 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-prettytable. 2023-11-30T08:23:44.014 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-30T08:23:44.034 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../017-python3-prettytable_2.5.0-2_all.deb ... 2023-11-30T08:23:44.074 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-11-30T08:23:44.319 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-rbd. 2023-11-30T08:23:44.345 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../018-python3-rbd_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:44.385 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-rbd (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:44.610 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libqt5network5:amd64. 2023-11-30T08:23:44.636 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../008-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2023-11-30T08:23:44.668 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-30T08:23:44.730 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-11-30T08:23:44.756 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../019-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-11-30T08:23:44.797 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-11-30T08:23:45.021 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2023-11-30T08:23:45.047 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../009-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2023-11-30T08:23:45.066 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libreadline-dev:amd64. 2023-11-30T08:23:45.081 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../020-libreadline-dev_8.1.2-1_amd64.deb ... 2023-11-30T08:23:45.087 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-11-30T08:23:45.116 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2023-11-30T08:23:45.394 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2023-11-30T08:23:45.407 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package librados2. 2023-11-30T08:23:45.420 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../021-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2023-11-30T08:23:45.433 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../010-librados2_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:45.452 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-11-30T08:23:45.473 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking librados2 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:45.789 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package lua5.1. 2023-11-30T08:23:45.815 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../022-lua5.1_5.1.5-8.1build4_amd64.deb ... 2023-11-30T08:23:45.856 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2023-11-30T08:23:45.910 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package librbd1. 2023-11-30T08:23:45.936 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../011-librbd1_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:45.976 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking librbd1 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:46.159 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package lua-any. 2023-11-30T08:23:46.174 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../023-lua-any_27ubuntu1_all.deb ... 2023-11-30T08:23:46.209 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking lua-any (27ubuntu1) ... 2023-11-30T08:23:46.413 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libcephfs2. 2023-11-30T08:23:46.438 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../012-libcephfs2_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:46.445 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package zip. 2023-11-30T08:23:46.461 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../024-zip_3.0-12build2_amd64.deb ... 2023-11-30T08:23:46.479 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libcephfs2 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:46.504 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking zip (3.0-12build2) ... 2023-11-30T08:23:46.756 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-rados. 2023-11-30T08:23:46.772 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../013-python3-rados_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:46.814 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-rados (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:46.840 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package unzip. 2023-11-30T08:23:46.866 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../025-unzip_6.0-26ubuntu3.1_amd64.deb ... 2023-11-30T08:23:46.906 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking unzip (6.0-26ubuntu3.1) ... 2023-11-30T08:23:47.101 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-ceph-argparse. 2023-11-30T08:23:47.116 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../014-python3-ceph-argparse_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:23:47.184 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-ceph-argparse (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:47.277 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package luarocks. 2023-11-30T08:23:47.304 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../026-luarocks_3.8.0+dfsg1-1_all.deb ... 2023-11-30T08:23:47.336 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2023-11-30T08:23:47.437 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-cephfs. 2023-11-30T08:23:47.463 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../015-python3-cephfs_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:47.503 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-cephfs (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:47.710 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package librgw2. 2023-11-30T08:23:47.737 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../027-librgw2_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:47.777 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking librgw2 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:47.797 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-ceph-common. 2023-11-30T08:23:47.813 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../016-python3-ceph-common_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:23:47.855 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-ceph-common (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:48.175 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-prettytable. 2023-11-30T08:23:48.202 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../017-python3-prettytable_2.5.0-2_all.deb ... 2023-11-30T08:23:48.242 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2023-11-30T08:23:48.271 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-rgw. 2023-11-30T08:23:48.287 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../028-python3-rgw_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:48.329 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-rgw (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:48.469 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-rbd. 2023-11-30T08:23:48.485 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../018-python3-rbd_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:48.519 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-rbd (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:48.657 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package liboath0:amd64. 2023-11-30T08:23:48.684 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../029-liboath0_2.6.7-3build1_amd64.deb ... 2023-11-30T08:23:48.724 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-11-30T08:23:48.839 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package librdkafka1:amd64. 2023-11-30T08:23:48.866 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../019-librdkafka1_1.8.0-1build1_amd64.deb ... 2023-11-30T08:23:48.905 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2023-11-30T08:23:49.002 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libradosstriper1. 2023-11-30T08:23:49.017 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../030-libradosstriper1_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:49.052 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libradosstriper1 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:49.191 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libreadline-dev:amd64. 2023-11-30T08:23:49.207 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../020-libreadline-dev_8.1.2-1_amd64.deb ... 2023-11-30T08:23:49.249 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libreadline-dev:amd64 (8.1.2-1) ... 2023-11-30T08:23:49.439 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-common. 2023-11-30T08:23:49.465 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../031-ceph-common_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:49.505 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-common (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:49.553 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package liblua5.3-dev:amd64. 2023-11-30T08:23:49.568 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../021-liblua5.3-dev_5.3.6-1build1_amd64.deb ... 2023-11-30T08:23:49.611 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-11-30T08:23:49.906 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package lua5.1. 2023-11-30T08:23:49.932 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../022-lua5.1_5.1.5-8.1build4_amd64.deb ... 2023-11-30T08:23:49.972 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking lua5.1 (5.1.5-8.1build4) ... 2023-11-30T08:23:50.275 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package lua-any. 2023-11-30T08:23:50.302 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../023-lua-any_27ubuntu1_all.deb ... 2023-11-30T08:23:50.342 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking lua-any (27ubuntu1) ... 2023-11-30T08:23:50.586 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package zip. 2023-11-30T08:23:50.601 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../024-zip_3.0-12build2_amd64.deb ... 2023-11-30T08:23:50.644 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking zip (3.0-12build2) ... 2023-11-30T08:23:50.786 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-base. 2023-11-30T08:23:50.812 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../032-ceph-base_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:50.861 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-base (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:50.956 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package unzip. 2023-11-30T08:23:50.982 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../025-unzip_6.0-26ubuntu3.1_amd64.deb ... 2023-11-30T08:23:51.014 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking unzip (6.0-26ubuntu3.1) ... 2023-11-30T08:23:51.401 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package luarocks. 2023-11-30T08:23:51.428 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../026-luarocks_3.8.0+dfsg1-1_all.deb ... 2023-11-30T08:23:51.468 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking luarocks (3.8.0+dfsg1-1) ... 2023-11-30T08:23:51.540 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-11-30T08:23:51.567 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../033-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-11-30T08:23:51.598 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-11-30T08:23:51.826 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package librgw2. 2023-11-30T08:23:51.852 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../027-librgw2_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:51.885 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-cheroot. 2023-11-30T08:23:51.908 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking librgw2 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:51.911 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../034-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-11-30T08:23:51.951 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-11-30T08:23:52.279 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-11-30T08:23:52.306 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../035-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-11-30T08:23:52.346 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-11-30T08:23:52.420 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-rgw. 2023-11-30T08:23:52.435 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../028-python3-rgw_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:52.478 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-rgw (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:52.624 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-jaraco.text. 2023-11-30T08:23:52.650 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../036-python3-jaraco.text_3.6.0-2_all.deb ... 2023-11-30T08:23:52.690 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-11-30T08:23:52.764 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package liboath0:amd64. 2023-11-30T08:23:52.779 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../029-liboath0_2.6.7-3build1_amd64.deb ... 2023-11-30T08:23:52.814 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2023-11-30T08:23:52.935 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-11-30T08:23:52.962 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../037-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-11-30T08:23:53.002 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-11-30T08:23:53.133 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libradosstriper1. 2023-11-30T08:23:53.160 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../030-libradosstriper1_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:53.200 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libradosstriper1 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:53.555 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-tempora. 2023-11-30T08:23:53.582 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../038-python3-tempora_4.1.2-1_all.deb ... 2023-11-30T08:23:53.621 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-11-30T08:23:53.628 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-common. 2023-11-30T08:23:53.655 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../031-ceph-common_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:53.695 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-common (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:53.908 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-portend. 2023-11-30T08:23:53.934 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../039-python3-portend_3.0.0-1_all.deb ... 2023-11-30T08:23:53.974 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-11-30T08:23:54.244 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-11-30T08:23:54.270 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../040-python3-zc.lockfile_2.0-1_all.deb ... 2023-11-30T08:23:54.302 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-11-30T08:23:54.580 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-cherrypy3. 2023-11-30T08:23:54.607 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../041-python3-cherrypy3_18.6.1-4_all.deb ... 2023-11-30T08:23:54.638 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-11-30T08:23:55.001 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-natsort. 2023-11-30T08:23:55.027 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../042-python3-natsort_8.0.2-1_all.deb ... 2023-11-30T08:23:55.067 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-base. 2023-11-30T08:23:55.067 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-11-30T08:23:55.093 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../032-ceph-base_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:23:55.133 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-base (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:23:55.379 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-logutils. 2023-11-30T08:23:55.405 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../043-python3-logutils_0.3.3-8_all.deb ... 2023-11-30T08:23:55.445 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-11-30T08:23:55.690 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-markupsafe. 2023-11-30T08:23:55.716 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../044-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-11-30T08:23:55.756 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-11-30T08:23:55.854 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-jaraco.functools. 2023-11-30T08:23:55.880 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../033-python3-jaraco.functools_3.4.0-2_all.deb ... 2023-11-30T08:23:55.921 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2023-11-30T08:23:56.068 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-mako. 2023-11-30T08:23:56.094 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../045-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-11-30T08:23:56.134 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-11-30T08:23:56.223 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-cheroot. 2023-11-30T08:23:56.250 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../034-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2023-11-30T08:23:56.290 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-11-30T08:23:56.463 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-simplegeneric. 2023-11-30T08:23:56.489 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../046-python3-simplegeneric_0.8.1-3_all.deb ... 2023-11-30T08:23:56.529 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-11-30T08:23:56.618 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-jaraco.classes. 2023-11-30T08:23:56.645 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../035-python3-jaraco.classes_3.2.1-3_all.deb ... 2023-11-30T08:23:56.685 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2023-11-30T08:23:56.790 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-singledispatch. 2023-11-30T08:23:56.806 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../047-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-11-30T08:23:56.840 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-11-30T08:23:56.963 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-jaraco.text. 2023-11-30T08:23:56.989 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../036-python3-jaraco.text_3.6.0-2_all.deb ... 2023-11-30T08:23:57.029 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2023-11-30T08:23:57.144 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-webob. 2023-11-30T08:23:57.170 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../048-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-11-30T08:23:57.210 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-11-30T08:23:57.273 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-jaraco.collections. 2023-11-30T08:23:57.300 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../037-python3-jaraco.collections_3.4.0-2_all.deb ... 2023-11-30T08:23:57.340 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2023-11-30T08:23:57.505 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-waitress. 2023-11-30T08:23:57.532 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../049-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-11-30T08:23:57.569 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-11-30T08:23:57.643 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-tempora. 2023-11-30T08:23:57.669 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../038-python3-tempora_4.1.2-1_all.deb ... 2023-11-30T08:23:57.718 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-tempora (4.1.2-1) ... 2023-11-30T08:23:57.850 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-tempita. 2023-11-30T08:23:57.876 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../050-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-11-30T08:23:57.935 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-11-30T08:23:58.037 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-portend. 2023-11-30T08:23:58.064 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../039-python3-portend_3.0.0-1_all.deb ... 2023-11-30T08:23:58.104 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-portend (3.0.0-1) ... 2023-11-30T08:23:58.238 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-paste. 2023-11-30T08:23:58.265 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../051-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-11-30T08:23:58.305 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-11-30T08:23:58.348 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-zc.lockfile. 2023-11-30T08:23:58.372 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../040-python3-zc.lockfile_2.0-1_all.deb ... 2023-11-30T08:23:58.406 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2023-11-30T08:23:58.608 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-11-30T08:23:58.623 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../052-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-11-30T08:23:58.658 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-11-30T08:23:58.693 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-cherrypy3. 2023-11-30T08:23:58.719 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../041-python3-cherrypy3_18.6.1-4_all.deb ... 2023-11-30T08:23:58.759 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2023-11-30T08:23:58.961 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-pastedeploy. 2023-11-30T08:23:58.988 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../053-python3-pastedeploy_2.1.1-1_all.deb ... 2023-11-30T08:23:59.027 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-11-30T08:23:59.088 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-natsort. 2023-11-30T08:23:59.115 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../042-python3-natsort_8.0.2-1_all.deb ... 2023-11-30T08:23:59.146 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-natsort (8.0.2-1) ... 2023-11-30T08:23:59.331 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-webtest. 2023-11-30T08:23:59.377 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../054-python3-webtest_2.0.35-1_all.deb ... 2023-11-30T08:23:59.382 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-logutils. 2023-11-30T08:23:59.397 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-11-30T08:23:59.398 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../043-python3-logutils_0.3.3-8_all.deb ... 2023-11-30T08:23:59.441 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-logutils (0.3.3-8) ... 2023-11-30T08:23:59.692 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-pecan. 2023-11-30T08:23:59.718 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../055-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-11-30T08:23:59.758 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-11-30T08:23:59.777 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-markupsafe. 2023-11-30T08:23:59.804 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../044-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2023-11-30T08:23:59.844 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2023-11-30T08:24:00.122 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-certifi. 2023-11-30T08:24:00.147 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-mako. 2023-11-30T08:24:00.148 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../056-python3-certifi_2020.6.20-1_all.deb ... 2023-11-30T08:24:00.173 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../045-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2023-11-30T08:24:00.188 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-11-30T08:24:00.213 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-11-30T08:24:00.458 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-idna. 2023-11-30T08:24:00.473 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../057-python3-idna_3.3-1_all.deb ... 2023-11-30T08:24:00.516 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-idna (3.3-1) ... 2023-11-30T08:24:00.541 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-simplegeneric. 2023-11-30T08:24:00.568 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../046-python3-simplegeneric_0.8.1-3_all.deb ... 2023-11-30T08:24:00.624 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2023-11-30T08:24:00.828 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-urllib3. 2023-11-30T08:24:00.854 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../058-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2023-11-30T08:24:00.861 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-singledispatch. 2023-11-30T08:24:00.887 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../047-python3-singledispatch_3.4.0.3-3_all.deb ... 2023-11-30T08:24:00.894 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-11-30T08:24:00.919 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2023-11-30T08:24:01.214 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-requests. 2023-11-30T08:24:01.221 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-webob. 2023-11-30T08:24:01.241 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../059-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-11-30T08:24:01.248 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../048-python3-webob_1%3a1.8.6-1.1_all.deb ... 2023-11-30T08:24:01.281 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-11-30T08:24:01.288 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2023-11-30T08:24:01.575 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-werkzeug. 2023-11-30T08:24:01.603 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../060-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-11-30T08:24:01.642 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-11-30T08:24:01.658 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-waitress. 2023-11-30T08:24:01.684 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../049-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2023-11-30T08:24:01.727 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2023-11-30T08:24:01.929 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-11-30T08:24:01.945 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../061-ceph-mgr-modules-core_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:01.987 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-mgr-modules-core (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:02.019 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-tempita. 2023-11-30T08:24:02.046 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../050-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2023-11-30T08:24:02.077 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2023-11-30T08:24:02.355 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-paste. 2023-11-30T08:24:02.382 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../051-python3-paste_3.5.0+dfsg1-1_all.deb ... 2023-11-30T08:24:02.421 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2023-11-30T08:24:02.741 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2023-11-30T08:24:02.768 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../052-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2023-11-30T08:24:02.808 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2023-11-30T08:24:02.950 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-11-30T08:24:02.965 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../062-libsqlite3-mod-ceph_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:03.000 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:03.044 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-pastedeploy. 2023-11-30T08:24:03.070 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../053-python3-pastedeploy_2.1.1-1_all.deb ... 2023-11-30T08:24:03.102 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2023-11-30T08:24:03.337 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-bcrypt. 2023-11-30T08:24:03.363 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../063-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-11-30T08:24:03.403 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-11-30T08:24:03.405 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-webtest. 2023-11-30T08:24:03.431 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../054-python3-webtest_2.0.35-1_all.deb ... 2023-11-30T08:24:03.472 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-webtest (2.0.35-1) ... 2023-11-30T08:24:03.783 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-pecan. 2023-11-30T08:24:03.809 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../055-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2023-11-30T08:24:03.849 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2023-11-30T08:24:03.889 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-openssl. 2023-11-30T08:24:03.918 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../064-python3-openssl_21.0.0-1_all.deb ... 2023-11-30T08:24:03.956 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-11-30T08:24:04.204 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-certifi. 2023-11-30T08:24:04.231 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../056-python3-certifi_2020.6.20-1_all.deb ... 2023-11-30T08:24:04.242 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-mgr. 2023-11-30T08:24:04.266 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../065-ceph-mgr_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:04.270 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2023-11-30T08:24:04.301 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-mgr (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:04.607 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-idna. 2023-11-30T08:24:04.633 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../057-python3-idna_3.3-1_all.deb ... 2023-11-30T08:24:04.673 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-idna (3.3-1) ... 2023-11-30T08:24:04.679 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-mon. 2023-11-30T08:24:04.706 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../066-ceph-mon_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:04.745 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-mon (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:04.926 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-urllib3. 2023-11-30T08:24:04.952 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../058-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2023-11-30T08:24:04.984 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-11-30T08:24:05.290 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-requests. 2023-11-30T08:24:05.317 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../059-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2023-11-30T08:24:05.356 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-11-30T08:24:05.659 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-osd. 2023-11-30T08:24:05.667 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-werkzeug. 2023-11-30T08:24:05.684 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../067-ceph-osd_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:05.694 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../060-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2023-11-30T08:24:05.725 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-osd (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:05.734 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-11-30T08:24:06.020 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2023-11-30T08:24:06.044 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../061-ceph-mgr-modules-core_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:06.086 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-mgr-modules-core (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:06.450 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2023-11-30T08:24:06.465 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../062-libsqlite3-mod-ceph_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:06.499 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libsqlite3-mod-ceph (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:06.786 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-bcrypt. 2023-11-30T08:24:06.813 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../063-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2023-11-30T08:24:06.852 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2023-11-30T08:24:07.155 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-openssl. 2023-11-30T08:24:07.182 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../064-python3-openssl_21.0.0-1_all.deb ... 2023-11-30T08:24:07.222 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-openssl (21.0.0-1) ... 2023-11-30T08:24:07.560 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph. 2023-11-30T08:24:07.567 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-mgr. 2023-11-30T08:24:07.576 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../068-ceph_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:07.593 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../065-ceph-mgr_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:07.610 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:07.633 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-mgr (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:07.946 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-fuse. 2023-11-30T08:24:07.973 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../069-ceph-fuse_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:07.977 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-mon. 2023-11-30T08:24:08.004 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../066-ceph-mon_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:08.013 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-fuse (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:08.036 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-mon (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:08.383 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-mds. 2023-11-30T08:24:08.410 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../070-ceph-mds_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:08.449 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-mds (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:08.803 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package cephadm. 2023-11-30T08:24:08.830 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../071-cephadm_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:08.861 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking cephadm (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:08.981 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-osd. 2023-11-30T08:24:09.008 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../067-ceph-osd_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:09.047 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-osd (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:09.122 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-asyncssh. 2023-11-30T08:24:09.149 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../072-python3-asyncssh_2.5.0-1_all.deb ... 2023-11-30T08:24:09.188 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-11-30T08:24:09.483 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python-babel-localedata. 2023-11-30T08:24:09.498 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../073-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-11-30T08:24:09.533 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-11-30T08:24:10.522 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-babel. 2023-11-30T08:24:10.549 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../074-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-11-30T08:24:10.588 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-11-30T08:24:10.908 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-jinja2. 2023-11-30T08:24:10.934 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph. 2023-11-30T08:24:10.934 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../075-python3-jinja2_3.0.3-1_all.deb ... 2023-11-30T08:24:10.961 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../068-ceph_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:10.974 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-11-30T08:24:11.000 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:11.253 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-fuse. 2023-11-30T08:24:11.279 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../069-ceph-fuse_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:11.311 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-fuse (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:11.327 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-11-30T08:24:11.354 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../076-ceph-mgr-cephadm_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:11.394 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-mgr-cephadm (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:11.639 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-mds. 2023-11-30T08:24:11.655 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../070-ceph-mds_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:11.689 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-mds (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:11.714 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-repoze.lru. 2023-11-30T08:24:11.741 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../077-python3-repoze.lru_0.7-2_all.deb ... 2023-11-30T08:24:11.772 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-11-30T08:24:12.050 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-routes. 2023-11-30T08:24:12.059 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package cephadm. 2023-11-30T08:24:12.077 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../078-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-11-30T08:24:12.086 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../071-cephadm_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:12.116 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-11-30T08:24:12.125 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking cephadm (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:12.419 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-asyncssh. 2023-11-30T08:24:12.446 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../072-python3-asyncssh_2.5.0-1_all.deb ... 2023-11-30T08:24:12.453 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-11-30T08:24:12.477 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2023-11-30T08:24:12.480 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../079-ceph-mgr-dashboard_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:12.520 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-mgr-dashboard (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:12.772 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python-babel-localedata. 2023-11-30T08:24:12.788 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../073-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2023-11-30T08:24:12.830 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-11-30T08:24:12.881 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-11-30T08:24:12.909 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../080-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-11-30T08:24:12.948 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-11-30T08:24:13.435 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-joblib. 2023-11-30T08:24:13.462 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../081-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-11-30T08:24:13.501 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-11-30T08:24:13.838 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-11-30T08:24:13.854 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../082-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-11-30T08:24:13.885 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-babel. 2023-11-30T08:24:13.913 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../074-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2023-11-30T08:24:13.951 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2023-11-30T08:24:13.974 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-11-30T08:24:14.272 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-jinja2. 2023-11-30T08:24:14.285 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-sklearn. 2023-11-30T08:24:14.299 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../075-python3-jinja2_3.0.3-1_all.deb ... 2023-11-30T08:24:14.312 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../083-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-11-30T08:24:14.338 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-jinja2 (3.0.3-1) ... 2023-11-30T08:24:14.352 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-11-30T08:24:14.657 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2023-11-30T08:24:14.685 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../076-ceph-mgr-cephadm_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:14.724 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-mgr-cephadm (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:15.053 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-11-30T08:24:15.061 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-repoze.lru. 2023-11-30T08:24:15.069 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../084-ceph-mgr-diskprediction-local_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:15.088 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../077-python3-repoze.lru_0.7-2_all.deb ... 2023-11-30T08:24:15.103 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:15.127 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2023-11-30T08:24:15.439 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-routes. 2023-11-30T08:24:15.466 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../078-python3-routes_2.5.1-1ubuntu1_all.deb ... 2023-11-30T08:24:15.505 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2023-11-30T08:24:15.867 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2023-11-30T08:24:15.894 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../079-ceph-mgr-dashboard_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:15.933 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-mgr-dashboard (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:16.065 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-cachetools. 2023-11-30T08:24:16.092 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../085-python3-cachetools_5.0.0-1_all.deb ... 2023-11-30T08:24:16.131 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-11-30T08:24:16.336 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2023-11-30T08:24:16.352 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../080-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2023-11-30T08:24:16.386 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-11-30T08:24:16.417 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-pyasn1. 2023-11-30T08:24:16.445 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../086-python3-pyasn1_0.4.8-1_all.deb ... 2023-11-30T08:24:16.484 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-11-30T08:24:16.779 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-11-30T08:24:16.806 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../087-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-11-30T08:24:16.837 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-11-30T08:24:16.864 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-joblib. 2023-11-30T08:24:16.892 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../081-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2023-11-30T08:24:16.931 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2023-11-30T08:24:17.116 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-rsa. 2023-11-30T08:24:17.132 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../088-python3-rsa_4.8-1_all.deb ... 2023-11-30T08:24:17.174 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-rsa (4.8-1) ... 2023-11-30T08:24:17.293 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-threadpoolctl. 2023-11-30T08:24:17.320 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../082-python3-threadpoolctl_3.1.0-1_all.deb ... 2023-11-30T08:24:17.444 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2023-11-30T08:24:17.503 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-google-auth. 2023-11-30T08:24:17.530 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../089-python3-google-auth_1.5.1-3_all.deb ... 2023-11-30T08:24:17.569 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-11-30T08:24:17.731 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-sklearn. 2023-11-30T08:24:17.758 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../083-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2023-11-30T08:24:17.797 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2023-11-30T08:24:17.889 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-11-30T08:24:17.905 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../090-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-11-30T08:24:17.948 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-11-30T08:24:18.234 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-websocket. 2023-11-30T08:24:18.258 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../091-python3-websocket_1.2.3-1_all.deb ... 2023-11-30T08:24:18.292 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-11-30T08:24:18.571 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-kubernetes. 2023-11-30T08:24:18.581 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2023-11-30T08:24:18.598 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../092-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-11-30T08:24:18.609 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../084-ceph-mgr-diskprediction-local_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:18.637 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-11-30T08:24:18.647 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-mgr-diskprediction-local (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:19.535 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-11-30T08:24:19.551 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../093-ceph-mgr-k8sevents_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:19.601 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:19.642 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-cachetools. 2023-11-30T08:24:19.670 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../085-python3-cachetools_5.0.0-1_all.deb ... 2023-11-30T08:24:19.709 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2023-11-30T08:24:19.921 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libonig5:amd64. 2023-11-30T08:24:19.949 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../094-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-11-30T08:24:19.987 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-11-30T08:24:20.012 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-pyasn1. 2023-11-30T08:24:20.040 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../086-python3-pyasn1_0.4.8-1_all.deb ... 2023-11-30T08:24:20.078 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2023-11-30T08:24:20.416 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libjq1:amd64. 2023-11-30T08:24:20.443 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../095-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-11-30T08:24:20.482 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-11-30T08:24:20.565 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-pyasn1-modules. 2023-11-30T08:24:20.592 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../087-python3-pyasn1-modules_0.2.1-1_all.deb ... 2023-11-30T08:24:20.631 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2023-11-30T08:24:20.693 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package jq. 2023-11-30T08:24:20.709 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../096-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-11-30T08:24:20.743 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-11-30T08:24:20.943 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-rsa. 2023-11-30T08:24:20.970 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../088-python3-rsa_4.8-1_all.deb ... 2023-11-30T08:24:20.979 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package socat. 2023-11-30T08:24:20.995 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../097-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-11-30T08:24:21.009 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-rsa (4.8-1) ... 2023-11-30T08:24:21.037 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-11-30T08:24:21.279 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-google-auth. 2023-11-30T08:24:21.295 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../089-python3-google-auth_1.5.1-3_all.deb ... 2023-11-30T08:24:21.338 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2023-11-30T08:24:21.341 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package xmlstarlet. 2023-11-30T08:24:21.368 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../098-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-11-30T08:24:21.407 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-11-30T08:24:21.633 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-requests-oauthlib. 2023-11-30T08:24:21.660 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../090-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2023-11-30T08:24:21.699 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-11-30T08:24:21.729 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-test. 2023-11-30T08:24:21.746 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../099-ceph-test_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:21.787 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-test (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:21.994 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-websocket. 2023-11-30T08:24:22.021 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../091-python3-websocket_1.2.3-1_all.deb ... 2023-11-30T08:24:22.060 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-websocket (1.2.3-1) ... 2023-11-30T08:24:22.389 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-kubernetes. 2023-11-30T08:24:22.416 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../092-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2023-11-30T08:24:22.455 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2023-11-30T08:24:23.111 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2023-11-30T08:24:23.138 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../093-ceph-mgr-k8sevents_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:23.177 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-mgr-k8sevents (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:23.454 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libonig5:amd64. 2023-11-30T08:24:23.470 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../094-libonig5_6.9.7.1-2build1_amd64.deb ... 2023-11-30T08:24:23.505 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2023-11-30T08:24:23.833 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libjq1:amd64. 2023-11-30T08:24:23.860 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../095-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2023-11-30T08:24:23.899 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-11-30T08:24:24.108 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ceph-volume. 2023-11-30T08:24:24.135 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../100-ceph-volume_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:24.160 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package jq. 2023-11-30T08:24:24.174 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ceph-volume (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:24.187 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../096-jq_1.6-2.1ubuntu3_amd64.deb ... 2023-11-30T08:24:24.227 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2023-11-30T08:24:24.479 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package socat. 2023-11-30T08:24:24.495 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../097-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2023-11-30T08:24:24.537 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2023-11-30T08:24:24.712 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package cephfs-mirror. 2023-11-30T08:24:24.740 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../101-cephfs-mirror_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:24.787 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking cephfs-mirror (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:24.807 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package xmlstarlet. 2023-11-30T08:24:24.823 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../098-xmlstarlet_1.6.1-2.1_amd64.deb ... 2023-11-30T08:24:24.857 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2023-11-30T08:24:25.050 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-colorama. 2023-11-30T08:24:25.078 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../102-python3-colorama_0.4.4-1_all.deb ... 2023-11-30T08:24:25.114 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-11-30T08:24:25.136 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-test. 2023-11-30T08:24:25.152 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../099-ceph-test_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:25.186 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-test (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:25.367 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package cephfs-shell. 2023-11-30T08:24:25.383 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../103-cephfs-shell_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:25.425 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking cephfs-shell (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:25.687 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package cephfs-top. 2023-11-30T08:24:25.703 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../104-cephfs-top_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:25.745 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking cephfs-top (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:25.997 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libcephfs-dev. 2023-11-30T08:24:26.013 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../105-libcephfs-dev_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:26.056 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libcephfs-dev (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:26.317 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package lua-socket:amd64. 2023-11-30T08:24:26.345 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../106-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2023-11-30T08:24:26.375 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-11-30T08:24:26.697 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package lua-sec:amd64. 2023-11-30T08:24:26.724 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../107-lua-sec_1.0.2-1_amd64.deb ... 2023-11-30T08:24:26.763 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2023-11-30T08:24:27.142 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package nvme-cli. 2023-11-30T08:24:27.170 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../108-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-11-30T08:24:27.208 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-11-30T08:24:27.399 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ceph-volume. 2023-11-30T08:24:27.426 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../100-ceph-volume_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:27.465 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ceph-volume (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:27.664 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package pkg-config. 2023-11-30T08:24:27.692 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../109-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2023-11-30T08:24:27.730 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2023-11-30T08:24:27.844 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package cephfs-mirror. 2023-11-30T08:24:27.872 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../101-cephfs-mirror_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:27.919 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking cephfs-mirror (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:27.992 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-11-30T08:24:28.008 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../110-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-11-30T08:24:28.042 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-11-30T08:24:28.222 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-colorama. 2023-11-30T08:24:28.250 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../102-python3-colorama_0.4.4-1_all.deb ... 2023-11-30T08:24:28.288 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-colorama (0.4.4-1) ... 2023-11-30T08:24:28.462 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-iniconfig. 2023-11-30T08:24:28.489 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../111-python3-iniconfig_1.1.1-2_all.deb ... 2023-11-30T08:24:28.507 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package cephfs-shell. 2023-11-30T08:24:28.524 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../103-cephfs-shell_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:28.529 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-11-30T08:24:28.557 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking cephfs-shell (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:28.790 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-pastescript. 2023-11-30T08:24:28.817 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../112-python3-pastescript_2.0.2-4_all.deb ... 2023-11-30T08:24:28.818 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package cephfs-top. 2023-11-30T08:24:28.834 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../104-cephfs-top_18.0.0-7608-g1fa8a21e-1jammy_all.deb ... 2023-11-30T08:24:28.847 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-11-30T08:24:28.876 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking cephfs-top (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:29.129 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libcephfs-dev. 2023-11-30T08:24:29.145 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-pluggy. 2023-11-30T08:24:29.157 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../105-libcephfs-dev_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:29.170 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../113-python3-pluggy_0.13.0-7.1_all.deb ... 2023-11-30T08:24:29.195 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libcephfs-dev (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:29.209 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-11-30T08:24:29.507 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package lua-socket:amd64. 2023-11-30T08:24:29.529 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-psutil. 2023-11-30T08:24:29.534 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../106-lua-socket_3.0~rc1+git+ac3201d-6_amd64.deb ... 2023-11-30T08:24:29.558 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../114-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-11-30T08:24:29.573 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-11-30T08:24:29.596 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-11-30T08:24:29.869 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package lua-sec:amd64. 2023-11-30T08:24:29.897 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../107-lua-sec_1.0.2-1_amd64.deb ... 2023-11-30T08:24:29.907 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-py. 2023-11-30T08:24:29.927 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking lua-sec:amd64 (1.0.2-1) ... 2023-11-30T08:24:29.935 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../115-python3-py_1.10.0-1_all.deb ... 2023-11-30T08:24:29.982 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-py (1.10.0-1) ... 2023-11-30T08:24:30.303 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-pygments. 2023-11-30T08:24:30.315 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package nvme-cli. 2023-11-30T08:24:30.331 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../116-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-11-30T08:24:30.345 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../108-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2023-11-30T08:24:30.369 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-11-30T08:24:30.381 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2023-11-30T08:24:30.795 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package pkg-config. 2023-11-30T08:24:30.822 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../109-pkg-config_0.29.2-1ubuntu3_amd64.deb ... 2023-11-30T08:24:30.840 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-pyinotify. 2023-11-30T08:24:30.861 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking pkg-config (0.29.2-1ubuntu3) ... 2023-11-30T08:24:30.868 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../117-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-11-30T08:24:30.906 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-11-30T08:24:31.114 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python-asyncssh-doc. 2023-11-30T08:24:31.142 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../110-python-asyncssh-doc_2.5.0-1_all.deb ... 2023-11-30T08:24:31.180 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2023-11-30T08:24:31.217 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-toml. 2023-11-30T08:24:31.245 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../118-python3-toml_0.10.2-1_all.deb ... 2023-11-30T08:24:31.283 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-11-30T08:24:31.562 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-pytest. 2023-11-30T08:24:31.578 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../119-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-11-30T08:24:31.612 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-11-30T08:24:31.617 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-iniconfig. 2023-11-30T08:24:31.644 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../111-python3-iniconfig_1.1.1-2_all.deb ... 2023-11-30T08:24:31.683 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2023-11-30T08:24:31.961 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-pastescript. 2023-11-30T08:24:31.982 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package python3-simplejson. 2023-11-30T08:24:31.988 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../112-python3-pastescript_2.0.2-4_all.deb ... 2023-11-30T08:24:32.010 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../120-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-11-30T08:24:32.027 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2023-11-30T08:24:32.048 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-11-30T08:24:32.314 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-pluggy. 2023-11-30T08:24:32.326 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-11-30T08:24:32.342 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../113-python3-pluggy_0.13.0-7.1_all.deb ... 2023-11-30T08:24:32.354 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../121-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-11-30T08:24:32.372 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2023-11-30T08:24:32.393 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-11-30T08:24:32.684 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-psutil. 2023-11-30T08:24:32.712 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../114-python3-psutil_5.9.0-1build1_amd64.deb ... 2023-11-30T08:24:32.750 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2023-11-30T08:24:33.053 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-py. 2023-11-30T08:24:33.081 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package radosgw. 2023-11-30T08:24:33.081 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../115-python3-py_1.10.0-1_all.deb ... 2023-11-30T08:24:33.109 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../122-radosgw_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:33.119 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-py (1.10.0-1) ... 2023-11-30T08:24:33.138 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking radosgw (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:33.440 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-pygments. 2023-11-30T08:24:33.468 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../116-python3-pygments_2.11.2+dfsg-2_all.deb ... 2023-11-30T08:24:33.506 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2023-11-30T08:24:33.908 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package rbd-fuse. 2023-11-30T08:24:33.925 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../123-rbd-fuse_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:33.966 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking rbd-fuse (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:34.010 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-pyinotify. 2023-11-30T08:24:34.038 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../117-python3-pyinotify_0.9.6-1.3_all.deb ... 2023-11-30T08:24:34.076 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2023-11-30T08:24:34.263 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-11-30T08:24:34.388 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-toml. 2023-11-30T08:24:34.416 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../118-python3-toml_0.10.2-1_all.deb ... 2023-11-30T08:24:34.454 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-toml (0.10.2-1) ... 2023-11-30T08:24:34.530 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-11-30T08:24:34.656 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-11-30T08:24:34.707 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-pytest. 2023-11-30T08:24:34.735 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../119-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2023-11-30T08:24:34.765 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2023-11-30T08:24:34.921 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-11-30T08:24:35.119 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package python3-simplejson. 2023-11-30T08:24:35.147 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../120-python3-simplejson_3.17.6-1build1_amd64.deb ... 2023-11-30T08:24:35.185 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2023-11-30T08:24:35.284 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-11-30T08:24:35.454 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package qttranslations5-l10n. 2023-11-30T08:24:35.470 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../121-qttranslations5-l10n_5.15.3-1_all.deb ... 2023-11-30T08:24:35.506 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2023-11-30T08:24:35.734 INFO:teuthology.orchestra.run.smithi162.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-11-30T08:24:35.825 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up cephadm (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:36.284 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package radosgw. 2023-11-30T08:24:36.312 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../122-radosgw_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:36.349 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking radosgw (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:36.452 INFO:teuthology.orchestra.run.smithi162.stdout:Adding system user cephadm....done 2023-11-30T08:24:36.582 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-11-30T08:24:37.103 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package rbd-fuse. 2023-11-30T08:24:37.131 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../123-rbd-fuse_18.0.0-7608-g1fa8a21e-1jammy_amd64.deb ... 2023-11-30T08:24:37.160 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-11-30T08:24:37.169 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking rbd-fuse (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:37.420 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-11-30T08:24:37.507 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2023-11-30T08:24:37.545 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-11-30T08:24:37.749 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2023-11-30T08:24:37.797 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-11-30T08:24:37.875 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2023-11-30T08:24:38.056 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-11-30T08:24:38.134 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2023-11-30T08:24:38.191 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-py (1.10.0-1) ... 2023-11-30T08:24:38.464 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2023-11-30T08:24:38.484 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-11-30T08:24:38.846 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-11-30T08:24:38.936 INFO:teuthology.orchestra.run.smithi116.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2023-11-30T08:24:39.026 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up cephadm (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:39.097 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-11-30T08:24:39.357 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-11-30T08:24:39.569 INFO:teuthology.orchestra.run.smithi116.stdout:Adding system user cephadm....done 2023-11-30T08:24:39.616 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up unzip (6.0-26ubuntu3.1) ... 2023-11-30T08:24:39.724 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2023-11-30T08:24:39.834 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-11-30T08:24:40.009 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2023-11-30T08:24:40.119 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-11-30T08:24:40.269 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2023-11-30T08:24:40.395 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2023-11-30T08:24:40.437 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-11-30T08:24:40.646 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-repoze.lru (0.7-2) ... 2023-11-30T08:24:40.688 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-ceph-argparse (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:40.910 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2023-11-30T08:24:40.948 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-11-30T08:24:41.040 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-py (1.10.0-1) ... 2023-11-30T08:24:41.057 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-11-30T08:24:41.158 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-11-30T08:24:41.350 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2023-11-30T08:24:41.400 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2023-11-30T08:24:41.518 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-11-30T08:24:41.702 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-cachetools (5.0.0-1) ... 2023-11-30T08:24:41.777 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2023-11-30T08:24:41.944 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-colorama (0.4.4-1) ... 2023-11-30T08:24:42.196 INFO:teuthology.orchestra.run.smithi162.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2023-11-30T08:24:42.196 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-openssl (21.0.0-1) ... 2023-11-30T08:24:42.218 INFO:teuthology.orchestra.run.smithi162.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2023-11-30T08:24:42.281 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-11-30T08:24:42.407 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-11-30T08:24:42.455 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up unzip (6.0-26ubuntu3.1) ... 2023-11-30T08:24:42.690 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2023-11-30T08:24:42.766 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-11-30T08:24:42.867 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-11-30T08:24:42.950 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2023-11-30T08:24:43.110 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-11-30T08:24:43.259 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2023-11-30T08:24:43.370 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-11-30T08:24:43.610 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-ceph-argparse (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:43.671 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up zip (3.0-12build2) ... 2023-11-30T08:24:43.797 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-11-30T08:24:43.853 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2023-11-30T08:24:43.979 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up lua-socket:amd64 (3.0~rc1+git+ac3201d-6) ... 2023-11-30T08:24:44.104 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-pyperclip (1.8.2-2) ... 2023-11-30T08:24:44.347 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libreadline-dev:amd64 (8.1.2-1) ... 2023-11-30T08:24:44.465 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-11-30T08:24:44.495 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2023-11-30T08:24:44.700 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-11-30T08:24:44.749 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up lua5.1 (5.1.5-8.1build4) ... 2023-11-30T08:24:44.800 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-11-30T08:24:44.918 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-11-30T08:24:45.100 INFO:teuthology.orchestra.run.smithi116.stdout:update-alternatives: using /usr/bin/lua5.1 to provide /usr/bin/lua (lua-interpreter) in auto mode 2023-11-30T08:24:45.132 INFO:teuthology.orchestra.run.smithi116.stdout:update-alternatives: using /usr/bin/luac5.1 to provide /usr/bin/luac (lua-compiler) in auto mode 2023-11-30T08:24:45.194 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2023-11-30T08:24:45.228 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-11-30T08:24:45.320 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2023-11-30T08:24:45.596 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-11-30T08:24:45.679 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2023-11-30T08:24:45.831 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-natsort (8.0.2-1) ... 2023-11-30T08:24:45.847 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-11-30T08:24:46.090 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2023-11-30T08:24:46.207 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-11-30T08:24:46.350 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2023-11-30T08:24:46.483 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-11-30T08:24:46.651 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up zip (3.0-12build2) ... 2023-11-30T08:24:46.777 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-11-30T08:24:46.794 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2023-11-30T08:24:47.152 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-11-30T08:24:47.403 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-11-30T08:24:47.529 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-ceph-common (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:47.831 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-idna (3.3-1) ... 2023-11-30T08:24:47.920 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2023-11-30T08:24:48.140 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-11-30T08:24:48.171 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2023-11-30T08:24:48.299 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2023-11-30T08:24:48.425 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2023-11-30T08:24:48.726 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2023-11-30T08:24:49.111 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-certifi (2020.6.20-1) ... 2023-11-30T08:24:49.221 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2023-11-30T08:24:49.345 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2023-11-30T08:24:49.481 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-30T08:24:49.607 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-toml (0.10.2-1) ... 2023-11-30T08:24:49.747 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2023-11-30T08:24:49.850 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-11-30T08:24:49.976 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-11-30T08:24:50.040 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-cmd2 (2.3.3-1) ... 2023-11-30T08:24:50.101 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-11-30T08:24:50.341 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2023-11-30T08:24:50.395 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-11-30T08:24:50.654 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-11-30T08:24:50.678 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2023-11-30T08:24:50.905 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-30T08:24:50.927 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2023-11-30T08:24:51.031 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-11-30T08:24:51.052 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-ceph-common (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:51.316 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-11-30T08:24:51.345 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-idna (3.3-1) ... 2023-11-30T08:24:51.567 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-11-30T08:24:51.688 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2023-11-30T08:24:51.818 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-11-30T08:24:52.077 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-11-30T08:24:52.328 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-11-30T08:24:52.588 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-11-30T08:24:52.714 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-11-30T08:24:52.836 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up pkg-config (0.29.2-1ubuntu3) ... 2023-11-30T08:24:53.007 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-11-30T08:24:53.079 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-30T08:24:53.124 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-11-30T08:24:53.205 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-toml (0.10.2-1) ... 2023-11-30T08:24:53.417 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-11-30T08:24:53.456 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2023-11-30T08:24:53.565 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2023-11-30T08:24:53.691 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2023-11-30T08:24:53.710 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-11-30T08:24:53.970 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-11-30T08:24:53.976 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2023-11-30T08:24:54.095 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2023-11-30T08:24:54.219 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2023-11-30T08:24:54.221 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-11-30T08:24:54.311 INFO:teuthology.orchestra.run.smithi162.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-11-30T08:24:54.453 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-30T08:24:54.531 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-11-30T08:24:54.579 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2023-11-30T08:24:54.641 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-11-30T08:24:54.872 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2023-11-30T08:24:55.034 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-11-30T08:24:55.115 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-logutils (0.3.3-8) ... 2023-11-30T08:24:55.310 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up lua-any (27ubuntu1) ... 2023-11-30T08:24:55.383 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-tempora (4.1.2-1) ... 2023-11-30T08:24:55.436 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-portend (3.0.0-1) ... 2023-11-30T08:24:55.642 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2023-11-30T08:24:55.704 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-30T08:24:55.822 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-11-30T08:24:55.893 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-prettytable (2.5.0-2) ... 2023-11-30T08:24:56.131 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-11-30T08:24:56.144 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2023-11-30T08:24:56.253 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-websocket (1.2.3-1) ... 2023-11-30T08:24:56.424 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-11-30T08:24:56.538 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2023-11-30T08:24:56.639 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2023-11-30T08:24:56.700 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-11-30T08:24:56.911 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-rsa (4.8-1) ... 2023-11-30T08:24:56.915 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2023-11-30T08:24:57.188 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-11-30T08:24:57.208 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2023-11-30T08:24:57.443 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-11-30T08:24:57.609 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up liblua5.3-dev:amd64 (5.3.6-1build1) ... 2023-11-30T08:24:57.681 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-11-30T08:24:57.735 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up lua-sec:amd64 (1.0.2-1) ... 2023-11-30T08:24:57.861 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2023-11-30T08:24:57.949 INFO:teuthology.orchestra.run.smithi116.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2023-11-30T08:24:58.058 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-11-30T08:24:58.196 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2023-11-30T08:24:58.305 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2023-11-30T08:24:58.343 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-11-30T08:24:58.679 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-11-30T08:24:58.690 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2023-11-30T08:24:58.780 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up librados2 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:58.890 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libsqlite3-mod-ceph (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:58.950 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up lua-any (27ubuntu1) ... 2023-11-30T08:24:59.007 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2023-11-30T08:24:59.076 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-portend (3.0.0-1) ... 2023-11-30T08:24:59.327 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2023-11-30T08:24:59.352 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libcephfs2 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:59.428 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-jinja2 (3.0.3-1) ... 2023-11-30T08:24:59.478 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libradosstriper1 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:59.604 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-11-30T08:24:59.737 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2023-11-30T08:24:59.872 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up librbd1 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:24:59.973 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-mgr-modules-core (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:00.046 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2023-11-30T08:25:00.091 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-fuse (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:00.307 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-11-30T08:25:00.307 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-11-30T08:25:00.314 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2023-11-30T08:25:00.509 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-rsa (4.8-1) ... 2023-11-30T08:25:00.794 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-webtest (2.0.35-1) ... 2023-11-30T08:25:00.810 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libcephfs-dev (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:00.943 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-rados (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:01.069 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up librgw2 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:01.070 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2023-11-30T08:25:01.212 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up cephfs-top (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:01.338 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2023-11-30T08:25:01.346 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-11-30T08:25:01.723 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-pastescript (2.0.2-4) ... 2023-11-30T08:25:02.016 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2023-11-30T08:25:02.352 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2023-11-30T08:25:02.542 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-rbd (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:02.561 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up librados2 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:02.668 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up rbd-fuse (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:02.687 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libsqlite3-mod-ceph (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:02.794 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-rgw (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:02.813 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up luarocks (3.8.0+dfsg1-1) ... 2023-11-30T08:25:02.920 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up python3-cephfs (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:03.046 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up cephfs-shell (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:03.147 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-common (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:03.192 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libcephfs2 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:03.309 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libradosstriper1 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:03.419 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-google-auth (1.5.1-3) ... 2023-11-30T08:25:03.648 INFO:teuthology.orchestra.run.smithi162.stdout:Adding group ceph....done 2023-11-30T08:25:03.687 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up librbd1 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:03.805 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-mgr-modules-core (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:03.914 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-fuse (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:04.016 INFO:teuthology.orchestra.run.smithi162.stdout:Adding system user ceph....done 2023-11-30T08:25:04.110 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-11-30T08:25:04.110 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2023-11-30T08:25:04.167 INFO:teuthology.orchestra.run.smithi162.stdout:Setting system user ceph properties....done 2023-11-30T08:25:04.185 INFO:teuthology.orchestra.run.smithi162.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-11-30T08:25:04.320 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-11-30T08:25:04.623 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libcephfs-dev (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:04.662 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-11-30T08:25:04.758 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-rados (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:04.892 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up librgw2 (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:05.001 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up cephfs-top (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:05.102 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2023-11-30T08:25:05.173 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up cephfs-mirror (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:05.380 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-11-30T08:25:05.380 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-11-30T08:25:05.891 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-test (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:06.025 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up radosgw (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:06.281 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-rbd (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:06.382 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up rbd-fuse (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:06.516 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-rgw (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:06.518 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-11-30T08:25:06.518 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-11-30T08:25:06.642 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up python3-cephfs (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:06.768 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up cephfs-shell (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:06.894 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-common (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:07.019 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-base (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:07.357 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-11-30T08:25:07.378 INFO:teuthology.orchestra.run.smithi116.stdout:Adding group ceph....done 2023-11-30T08:25:07.755 INFO:teuthology.orchestra.run.smithi116.stdout:Adding system user ceph....done 2023-11-30T08:25:07.862 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-mds (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:07.908 INFO:teuthology.orchestra.run.smithi116.stdout:Setting system user ceph properties....done 2023-11-30T08:25:07.925 INFO:teuthology.orchestra.run.smithi116.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2023-11-30T08:25:08.063 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2023-11-30T08:25:08.074 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-11-30T08:25:08.075 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-11-30T08:25:08.412 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2023-11-30T08:25:08.589 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-mgr (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:08.810 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-11-30T08:25:08.811 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-11-30T08:25:08.930 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up cephfs-mirror (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:09.133 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-11-30T08:25:09.134 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2023-11-30T08:25:09.299 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-osd (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:09.607 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-11-30T08:25:09.607 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-11-30T08:25:09.630 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-test (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:09.756 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up radosgw (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:10.109 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-mgr-k8sevents (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:10.233 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-11-30T08:25:10.233 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2023-11-30T08:25:10.234 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:10.386 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-mon (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:10.588 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-11-30T08:25:10.588 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-11-30T08:25:10.725 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-base (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:11.035 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2023-11-30T08:25:11.313 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-mgr-cephadm (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:11.456 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:11.535 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-mds (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:11.581 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-mgr-dashboard (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:11.732 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ceph-volume (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:11.760 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-11-30T08:25:11.760 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2023-11-30T08:25:12.077 INFO:teuthology.orchestra.run.smithi162.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2023-11-30T08:25:12.195 INFO:teuthology.orchestra.run.smithi162.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-11-30T08:25:12.278 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-mgr (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:12.339 INFO:teuthology.orchestra.run.smithi162.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-11-30T08:25:12.498 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-11-30T08:25:12.498 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2023-11-30T08:25:13.209 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-osd (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:13.381 INFO:teuthology.orchestra.run.smithi162.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-11-30T08:25:13.489 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-11-30T08:25:13.490 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2023-11-30T08:25:13.988 INFO:teuthology.orchestra.run.smithi162.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-11-30T08:25:13.992 DEBUG:teuthology.orchestra.run.smithi162:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-11-30T08:25:14.010 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-mgr-k8sevents (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:14.087 INFO:teuthology.orchestra.run.smithi162.stdout:Reading package lists... 2023-11-30T08:25:14.137 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-mgr-diskprediction-local (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:14.276 INFO:teuthology.orchestra.run.smithi162.stdout:Building dependency tree... 2023-11-30T08:25:14.276 INFO:teuthology.orchestra.run.smithi162.stdout:Reading state information... 2023-11-30T08:25:14.288 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-mon (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:14.447 INFO:teuthology.orchestra.run.smithi162.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-11-30T08:25:14.447 INFO:teuthology.orchestra.run.smithi162.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-11-30T08:25:14.447 INFO:teuthology.orchestra.run.smithi162.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-11-30T08:25:14.447 INFO:teuthology.orchestra.run.smithi162.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-11-30T08:25:14.448 INFO:teuthology.orchestra.run.smithi162.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-11-30T08:25:14.448 INFO:teuthology.orchestra.run.smithi162.stdout:The following packages were automatically installed and are no longer required: 2023-11-30T08:25:14.448 INFO:teuthology.orchestra.run.smithi162.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-11-30T08:25:14.448 INFO:teuthology.orchestra.run.smithi162.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-11-30T08:25:14.448 INFO:teuthology.orchestra.run.smithi162.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-11-30T08:25:14.448 INFO:teuthology.orchestra.run.smithi162.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-11-30T08:25:14.449 INFO:teuthology.orchestra.run.smithi162.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-11-30T08:25:14.449 INFO:teuthology.orchestra.run.smithi162.stdout:Use 'sudo apt autoremove' to remove them. 2023-11-30T08:25:14.449 INFO:teuthology.orchestra.run.smithi162.stdout:The following additional packages will be installed: 2023-11-30T08:25:14.449 INFO:teuthology.orchestra.run.smithi162.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-11-30T08:25:14.449 INFO:teuthology.orchestra.run.smithi162.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-11-30T08:25:14.449 INFO:teuthology.orchestra.run.smithi162.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-11-30T08:25:14.450 INFO:teuthology.orchestra.run.smithi162.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-11-30T08:25:14.450 INFO:teuthology.orchestra.run.smithi162.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-11-30T08:25:14.451 INFO:teuthology.orchestra.run.smithi162.stdout:Suggested packages: 2023-11-30T08:25:14.451 INFO:teuthology.orchestra.run.smithi162.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-11-30T08:25:14.451 INFO:teuthology.orchestra.run.smithi162.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-11-30T08:25:14.451 INFO:teuthology.orchestra.run.smithi162.stdout: libengine-pkcs11-openssl 2023-11-30T08:25:14.488 INFO:teuthology.orchestra.run.smithi162.stdout:The following NEW packages will be installed: 2023-11-30T08:25:14.489 INFO:teuthology.orchestra.run.smithi162.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-11-30T08:25:14.489 INFO:teuthology.orchestra.run.smithi162.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-11-30T08:25:14.489 INFO:teuthology.orchestra.run.smithi162.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-11-30T08:25:14.490 INFO:teuthology.orchestra.run.smithi162.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-11-30T08:25:14.490 INFO:teuthology.orchestra.run.smithi162.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-11-30T08:25:14.490 INFO:teuthology.orchestra.run.smithi162.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-11-30T08:25:14.490 INFO:teuthology.orchestra.run.smithi162.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-11-30T08:25:14.491 INFO:teuthology.orchestra.run.smithi162.stdout:The following packages will be upgraded: 2023-11-30T08:25:14.492 INFO:teuthology.orchestra.run.smithi162.stdout: libssl3 2023-11-30T08:25:14.498 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-11-30T08:25:14.498 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2023-11-30T08:25:14.548 INFO:teuthology.orchestra.run.smithi162.stdout:1 upgraded, 39 newly installed, 0 to remove and 261 not upgraded. 2023-11-30T08:25:14.548 INFO:teuthology.orchestra.run.smithi162.stdout:Need to get 54.6 MB of archives. 2023-11-30T08:25:14.548 INFO:teuthology.orchestra.run.smithi162.stdout:After this operation, 202 MB of additional disk space will be used. 2023-11-30T08:25:14.549 INFO:teuthology.orchestra.run.smithi162.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-11-30T08:25:14.664 INFO:teuthology.orchestra.run.smithi162.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.12 [1,901 kB] 2023-11-30T08:25:14.730 INFO:teuthology.orchestra.run.smithi162.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-11-30T08:25:14.744 INFO:teuthology.orchestra.run.smithi162.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-11-30T08:25:14.745 INFO:teuthology.orchestra.run.smithi162.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-11-30T08:25:14.748 INFO:teuthology.orchestra.run.smithi162.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2023-11-30T08:25:14.749 INFO:teuthology.orchestra.run.smithi162.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-11-30T08:25:14.750 INFO:teuthology.orchestra.run.smithi162.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-11-30T08:25:14.752 INFO:teuthology.orchestra.run.smithi162.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-11-30T08:25:14.753 INFO:teuthology.orchestra.run.smithi162.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-11-30T08:25:14.753 INFO:teuthology.orchestra.run.smithi162.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-11-30T08:25:14.754 INFO:teuthology.orchestra.run.smithi162.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-11-30T08:25:14.773 INFO:teuthology.orchestra.run.smithi162.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2023-11-30T08:25:14.988 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-mgr-cephadm (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:15.068 INFO:teuthology.orchestra.run.smithi162.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-11-30T08:25:15.128 INFO:teuthology.orchestra.run.smithi162.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-11-30T08:25:15.128 INFO:teuthology.orchestra.run.smithi162.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.2 [263 kB] 2023-11-30T08:25:15.131 INFO:teuthology.orchestra.run.smithi162.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-11-30T08:25:15.131 INFO:teuthology.orchestra.run.smithi162.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-11-30T08:25:15.132 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:15.136 INFO:teuthology.orchestra.run.smithi162.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.9-0ubuntu0.22.04.1 [141 kB] 2023-11-30T08:25:15.137 INFO:teuthology.orchestra.run.smithi162.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-11-30T08:25:15.145 INFO:teuthology.orchestra.run.smithi162.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-11-30T08:25:15.145 INFO:teuthology.orchestra.run.smithi162.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.12 [2,373 kB] 2023-11-30T08:25:15.166 INFO:teuthology.orchestra.run.smithi162.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-11-30T08:25:15.167 INFO:teuthology.orchestra.run.smithi162.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.2 [1,094 kB] 2023-11-30T08:25:15.177 INFO:teuthology.orchestra.run.smithi162.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-11-30T08:25:15.196 INFO:teuthology.orchestra.run.smithi162.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-11-30T08:25:15.199 INFO:teuthology.orchestra.run.smithi162.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-11-30T08:25:15.199 INFO:teuthology.orchestra.run.smithi162.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-11-30T08:25:15.200 INFO:teuthology.orchestra.run.smithi162.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-11-30T08:25:15.200 INFO:teuthology.orchestra.run.smithi162.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.9-0ubuntu0.22.04.1 [1,222 kB] 2023-11-30T08:25:15.210 INFO:teuthology.orchestra.run.smithi162.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-11-30T08:25:15.211 INFO:teuthology.orchestra.run.smithi162.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.9-0ubuntu0.22.04.1 [16.1 MB] 2023-11-30T08:25:15.266 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-mgr-dashboard (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:15.409 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ceph-volume (18.0.0-7608-g1fa8a21e-1jammy) ... 2023-11-30T08:25:15.429 INFO:teuthology.orchestra.run.smithi162.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-11-30T08:25:15.429 INFO:teuthology.orchestra.run.smithi162.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-11-30T08:25:15.429 INFO:teuthology.orchestra.run.smithi162.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-11-30T08:25:15.429 INFO:teuthology.orchestra.run.smithi162.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-11-30T08:25:15.429 INFO:teuthology.orchestra.run.smithi162.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-11-30T08:25:15.429 INFO:teuthology.orchestra.run.smithi162.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-11-30T08:25:15.441 INFO:teuthology.orchestra.run.smithi162.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-11-30T08:25:15.441 INFO:teuthology.orchestra.run.smithi162.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-11-30T08:25:15.744 INFO:teuthology.orchestra.run.smithi116.stdout:Processing triggers for mailcap (3.70+nmu1ubuntu1) ... 2023-11-30T08:25:15.833 INFO:teuthology.orchestra.run.smithi162.stdout:Preconfiguring packages ... 2023-11-30T08:25:15.845 INFO:teuthology.orchestra.run.smithi116.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-11-30T08:25:15.972 INFO:teuthology.orchestra.run.smithi162.stdout:Fetched 54.6 MB in 1s (57.9 MB/s) 2023-11-30T08:25:15.998 INFO:teuthology.orchestra.run.smithi116.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-11-30T08:25:16.096 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package flex. 2023-11-30T08:25:16.192 INFO:teuthology.orchestra.run.smithi162.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173618 files and directories currently installed.) 2023-11-30T08:25:16.197 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-11-30T08:25:16.322 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking flex (2.6.4-8build2) ... 2023-11-30T08:25:17.003 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.12_amd64.deb ... 2023-11-30T08:25:17.032 INFO:teuthology.orchestra.run.smithi116.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-11-30T08:25:17.192 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.12) over (3.0.2-0ubuntu1.7) ... 2023-11-30T08:25:17.636 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.12) ... 2023-11-30T08:25:17.714 INFO:teuthology.orchestra.run.smithi116.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-11-30T08:25:17.717 DEBUG:teuthology.orchestra.run.smithi116:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2023-11-30T08:25:17.770 INFO:teuthology.orchestra.run.smithi116.stdout:Reading package lists... 2023-11-30T08:25:17.962 INFO:teuthology.orchestra.run.smithi116.stdout:Building dependency tree... 2023-11-30T08:25:17.962 INFO:teuthology.orchestra.run.smithi116.stdout:Reading state information... 2023-11-30T08:25:18.124 INFO:teuthology.orchestra.run.smithi116.stdout:iproute2 is already the newest version (5.15.0-1ubuntu2). 2023-11-30T08:25:18.124 INFO:teuthology.orchestra.run.smithi116.stdout:libtool-bin is already the newest version (2.4.6-15build2). 2023-11-30T08:25:18.124 INFO:teuthology.orchestra.run.smithi116.stdout:util-linux is already the newest version (2.37.2-4ubuntu3). 2023-11-30T08:25:18.124 INFO:teuthology.orchestra.run.smithi116.stdout:uuid-dev is already the newest version (2.37.2-4ubuntu3). 2023-11-30T08:25:18.124 INFO:teuthology.orchestra.run.smithi116.stdout:xfslibs-dev is already the newest version (5.13.0-1ubuntu2). 2023-11-30T08:25:18.124 INFO:teuthology.orchestra.run.smithi116.stdout:The following packages were automatically installed and are no longer required: 2023-11-30T08:25:18.124 INFO:teuthology.orchestra.run.smithi116.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2023-11-30T08:25:18.124 INFO:teuthology.orchestra.run.smithi116.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2023-11-30T08:25:18.125 INFO:teuthology.orchestra.run.smithi116.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2023-11-30T08:25:18.125 INFO:teuthology.orchestra.run.smithi116.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2023-11-30T08:25:18.126 INFO:teuthology.orchestra.run.smithi116.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2023-11-30T08:25:18.126 INFO:teuthology.orchestra.run.smithi116.stdout:Use 'sudo apt autoremove' to remove them. 2023-11-30T08:25:18.126 INFO:teuthology.orchestra.run.smithi116.stdout:The following additional packages will be installed: 2023-11-30T08:25:18.126 INFO:teuthology.orchestra.run.smithi116.stdout: libbluetooth3 libfl-dev libfl2 libjson-perl libllvm14 liblzo2-2 2023-11-30T08:25:18.126 INFO:teuthology.orchestra.run.smithi116.stdout: libmbim-glib4 libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 2023-11-30T08:25:18.126 INFO:teuthology.orchestra.run.smithi116.stdout: libqmi-proxy libssl3 libteamdctl0 modemmanager network-manager-pptp 2023-11-30T08:25:18.126 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-14 postgresql-client-14 postgresql-client-common ppp pptp-linux 2023-11-30T08:25:18.126 INFO:teuthology.orchestra.run.smithi116.stdout: tcl tcl8.6 usb-modeswitch usb-modeswitch-data wpasupplicant 2023-11-30T08:25:18.127 INFO:teuthology.orchestra.run.smithi116.stdout:Suggested packages: 2023-11-30T08:25:18.127 INFO:teuthology.orchestra.run.smithi116.stdout: bison-doc flex-doc indent-doc libssl-doc avahi-autoipd libteam-utils 2023-11-30T08:25:18.127 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-doc postgresql-doc-14 tcl-tclreadline comgt wvdial wpagui 2023-11-30T08:25:18.127 INFO:teuthology.orchestra.run.smithi116.stdout: libengine-pkcs11-openssl 2023-11-30T08:25:18.160 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package bison. 2023-11-30T08:25:18.166 INFO:teuthology.orchestra.run.smithi116.stdout:The following NEW packages will be installed: 2023-11-30T08:25:18.167 INFO:teuthology.orchestra.run.smithi116.stdout: bison dump flex indent libaio-dev libbluetooth3 libelf-dev libfl-dev libfl2 2023-11-30T08:25:18.167 INFO:teuthology.orchestra.run.smithi116.stdout: libjson-perl libllvm14 liblzo2-2 libmbim-glib4 libmbim-proxy libmm-glib0 2023-11-30T08:25:18.167 INFO:teuthology.orchestra.run.smithi116.stdout: libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl-dev libteamdctl0 2023-11-30T08:25:18.167 INFO:teuthology.orchestra.run.smithi116.stdout: modemmanager network-manager network-manager-pptp postgresql postgresql-14 2023-11-30T08:25:18.167 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-client postgresql-client-14 postgresql-client-common 2023-11-30T08:25:18.167 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-common postgresql-contrib ppp pptp-linux tcl tcl8.6 2023-11-30T08:25:18.167 INFO:teuthology.orchestra.run.smithi116.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2023-11-30T08:25:18.167 INFO:teuthology.orchestra.run.smithi116.stdout:The following packages will be upgraded: 2023-11-30T08:25:18.167 INFO:teuthology.orchestra.run.smithi116.stdout: libssl3 2023-11-30T08:25:18.216 INFO:teuthology.orchestra.run.smithi116.stdout:1 upgraded, 39 newly installed, 0 to remove and 261 not upgraded. 2023-11-30T08:25:18.216 INFO:teuthology.orchestra.run.smithi116.stdout:Need to get 54.6 MB of archives. 2023-11-30T08:25:18.216 INFO:teuthology.orchestra.run.smithi116.stdout:After this operation, 202 MB of additional disk space will be used. 2023-11-30T08:25:18.216 INFO:teuthology.orchestra.run.smithi116.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/main amd64 flex amd64 2.6.4-8build2 [307 kB] 2023-11-30T08:25:18.260 INFO:teuthology.orchestra.run.smithi162.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173691 files and directories currently installed.) 2023-11-30T08:25:18.266 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-11-30T08:25:18.312 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-11-30T08:25:18.314 INFO:teuthology.orchestra.run.smithi116.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl3 amd64 3.0.2-0ubuntu1.12 [1,901 kB] 2023-11-30T08:25:18.374 INFO:teuthology.orchestra.run.smithi116.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 bison amd64 2:3.8.2+dfsg-1build1 [748 kB] 2023-11-30T08:25:18.388 INFO:teuthology.orchestra.run.smithi116.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblzo2-2 amd64 2.10-2build3 [53.7 kB] 2023-11-30T08:25:18.388 INFO:teuthology.orchestra.run.smithi116.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy/universe amd64 dump amd64 0.4b47-3 [133 kB] 2023-11-30T08:25:18.391 INFO:teuthology.orchestra.run.smithi116.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 indent amd64 2.2.12-1ubuntu0.22.04.1 [90.8 kB] 2023-11-30T08:25:18.393 INFO:teuthology.orchestra.run.smithi116.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 libaio-dev amd64 0.3.112-13build1 [21.2 kB] 2023-11-30T08:25:18.393 INFO:teuthology.orchestra.run.smithi116.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libbluetooth3 amd64 5.64-0ubuntu1 [86.9 kB] 2023-11-30T08:25:18.395 INFO:teuthology.orchestra.run.smithi116.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libelf-dev amd64 0.186-1build1 [64.4 kB] 2023-11-30T08:25:18.396 INFO:teuthology.orchestra.run.smithi116.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl2 amd64 2.6.4-8build2 [10.7 kB] 2023-11-30T08:25:18.396 INFO:teuthology.orchestra.run.smithi116.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 libfl-dev amd64 2.6.4-8build2 [6,236 B] 2023-11-30T08:25:18.397 INFO:teuthology.orchestra.run.smithi116.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjson-perl all 4.04000-1 [81.8 kB] 2023-11-30T08:25:18.411 INFO:teuthology.orchestra.run.smithi116.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libllvm14 amd64 1:14.0.0-1ubuntu1.1 [24.0 MB] 2023-11-30T08:25:18.704 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-11-30T08:25:18.722 INFO:teuthology.orchestra.run.smithi116.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-glib4 amd64 1.28.0-1~ubuntu20.04.1 [191 kB] 2023-11-30T08:25:18.724 INFO:teuthology.orchestra.run.smithi116.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmbim-proxy amd64 1.28.0-1~ubuntu20.04.1 [6,130 B] 2023-11-30T08:25:18.724 INFO:teuthology.orchestra.run.smithi116.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmm-glib0 amd64 1.20.0-1~ubuntu22.04.2 [263 kB] 2023-11-30T08:25:18.726 INFO:teuthology.orchestra.run.smithi116.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 libndp0 amd64 1.8-0ubuntu3 [12.3 kB] 2023-11-30T08:25:18.727 INFO:teuthology.orchestra.run.smithi116.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libnm0 amd64 1.36.6-0ubuntu2 [456 kB] 2023-11-30T08:25:18.730 INFO:teuthology.orchestra.run.smithi116.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpq5 amd64 14.9-0ubuntu0.22.04.1 [141 kB] 2023-11-30T08:25:18.732 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-11-30T08:25:18.751 INFO:teuthology.orchestra.run.smithi116.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-glib5 amd64 1.32.0-1ubuntu0.22.04.1 [772 kB] 2023-11-30T08:25:18.759 INFO:teuthology.orchestra.run.smithi116.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libqmi-proxy amd64 1.32.0-1ubuntu0.22.04.1 [6,072 B] 2023-11-30T08:25:18.759 INFO:teuthology.orchestra.run.smithi116.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssl-dev amd64 3.0.2-0ubuntu1.12 [2,373 kB] 2023-11-30T08:25:18.771 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-11-30T08:25:18.782 INFO:teuthology.orchestra.run.smithi116.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/main amd64 libteamdctl0 amd64 1.31-1build2 [12.6 kB] 2023-11-30T08:25:18.782 INFO:teuthology.orchestra.run.smithi116.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 modemmanager amd64 1.20.0-1~ubuntu22.04.2 [1,094 kB] 2023-11-30T08:25:18.792 INFO:teuthology.orchestra.run.smithi116.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 network-manager amd64 1.36.6-0ubuntu2 [2,203 kB] 2023-11-30T08:25:18.811 INFO:teuthology.orchestra.run.smithi116.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 ppp amd64 2.4.9-1+1ubuntu3 [363 kB] 2023-11-30T08:25:18.814 INFO:teuthology.orchestra.run.smithi116.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 pptp-linux amd64 1.10.0-1build3 [42.5 kB] 2023-11-30T08:25:18.815 INFO:teuthology.orchestra.run.smithi116.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 network-manager-pptp amd64 1.2.10-1 [30.9 kB] 2023-11-30T08:25:18.815 INFO:teuthology.orchestra.run.smithi116.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client-common all 238 [29.6 kB] 2023-11-30T08:25:18.816 INFO:teuthology.orchestra.run.smithi116.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-client-14 amd64 14.9-0ubuntu0.22.04.1 [1,222 kB] 2023-11-30T08:25:18.826 INFO:teuthology.orchestra.run.smithi116.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-common all 238 [169 kB] 2023-11-30T08:25:18.827 INFO:teuthology.orchestra.run.smithi116.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 postgresql-14 amd64 14.9-0ubuntu0.22.04.1 [16.1 MB] 2023-11-30T08:25:19.011 INFO:teuthology.orchestra.run.smithi116.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql all 14+238 [3,288 B] 2023-11-30T08:25:19.011 INFO:teuthology.orchestra.run.smithi116.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-client all 14+238 [3,292 B] 2023-11-30T08:25:19.011 INFO:teuthology.orchestra.run.smithi116.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 postgresql-contrib all 14+238 [3,292 B] 2023-11-30T08:25:19.011 INFO:teuthology.orchestra.run.smithi116.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl8.6 amd64 8.6.12+dfsg-1build1 [15.0 kB] 2023-11-30T08:25:19.011 INFO:teuthology.orchestra.run.smithi116.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 tcl amd64 8.6.11+1build2 [4,678 B] 2023-11-30T08:25:19.011 INFO:teuthology.orchestra.run.smithi116.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 wpasupplicant amd64 2:2.10-6ubuntu2 [1,481 kB] 2023-11-30T08:25:19.023 INFO:teuthology.orchestra.run.smithi116.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch-data all 20191128-4 [33.2 kB] 2023-11-30T08:25:19.023 INFO:teuthology.orchestra.run.smithi116.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 usb-modeswitch amd64 2.6.1-3ubuntu2 [46.0 kB] 2023-11-30T08:25:19.074 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package dump. 2023-11-30T08:25:19.102 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-11-30T08:25:19.132 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking dump (0.4b47-3) ... 2023-11-30T08:25:19.411 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package indent. 2023-11-30T08:25:19.419 INFO:teuthology.orchestra.run.smithi116.stdout:Preconfiguring packages ... 2023-11-30T08:25:19.438 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2023-11-30T08:25:19.478 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2023-11-30T08:25:19.590 INFO:teuthology.orchestra.run.smithi116.stdout:Fetched 54.6 MB in 1s (64.2 MB/s) 2023-11-30T08:25:19.738 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-11-30T08:25:19.739 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package flex. 2023-11-30T08:25:19.754 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-11-30T08:25:19.797 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-11-30T08:25:19.831 INFO:teuthology.orchestra.run.smithi116.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173618 files and directories currently installed.) 2023-11-30T08:25:19.837 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../flex_2.6.4-8build2_amd64.deb ... 2023-11-30T08:25:19.887 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking flex (2.6.4-8build2) ... 2023-11-30T08:25:20.101 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-11-30T08:25:20.128 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-11-30T08:25:20.159 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-11-30T08:25:20.412 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-11-30T08:25:20.439 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-11-30T08:25:20.478 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-11-30T08:25:20.486 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../libssl3_3.0.2-0ubuntu1.12_amd64.deb ... 2023-11-30T08:25:20.659 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libssl3:amd64 (3.0.2-0ubuntu1.12) over (3.0.2-0ubuntu1.7) ... 2023-11-30T08:25:20.825 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libfl2:amd64. 2023-11-30T08:25:20.851 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-11-30T08:25:20.906 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-11-30T08:25:21.062 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libssl3:amd64 (3.0.2-0ubuntu1.12) ... 2023-11-30T08:25:21.142 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-11-30T08:25:21.158 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-11-30T08:25:21.192 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-11-30T08:25:21.437 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libjson-perl. 2023-11-30T08:25:21.464 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-11-30T08:25:21.503 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-11-30T08:25:21.569 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package bison. 2023-11-30T08:25:21.672 INFO:teuthology.orchestra.run.smithi116.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 173691 files and directories currently installed.) 2023-11-30T08:25:21.678 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../00-bison_2%3a3.8.2+dfsg-1build1_amd64.deb ... 2023-11-30T08:25:21.729 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking bison (2:3.8.2+dfsg-1build1) ... 2023-11-30T08:25:21.949 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libllvm14:amd64. 2023-11-30T08:25:21.977 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2023-11-30T08:25:22.016 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2023-11-30T08:25:22.121 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package liblzo2-2:amd64. 2023-11-30T08:25:22.149 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../01-liblzo2-2_2.10-2build3_amd64.deb ... 2023-11-30T08:25:22.188 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking liblzo2-2:amd64 (2.10-2build3) ... 2023-11-30T08:25:22.533 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package dump. 2023-11-30T08:25:22.560 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../02-dump_0.4b47-3_amd64.deb ... 2023-11-30T08:25:22.599 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking dump (0.4b47-3) ... 2023-11-30T08:25:22.861 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package indent. 2023-11-30T08:25:22.877 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../03-indent_2.2.12-1ubuntu0.22.04.1_amd64.deb ... 2023-11-30T08:25:22.911 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking indent (2.2.12-1ubuntu0.22.04.1) ... 2023-11-30T08:25:23.163 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libaio-dev:amd64. 2023-11-30T08:25:23.191 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../04-libaio-dev_0.3.112-13build1_amd64.deb ... 2023-11-30T08:25:23.230 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libaio-dev:amd64 (0.3.112-13build1) ... 2023-11-30T08:25:23.567 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libbluetooth3:amd64. 2023-11-30T08:25:23.594 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../05-libbluetooth3_5.64-0ubuntu1_amd64.deb ... 2023-11-30T08:25:23.634 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-11-30T08:25:23.635 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-11-30T08:25:23.664 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-11-30T08:25:23.702 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-11-30T08:25:23.913 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libmbim-proxy. 2023-11-30T08:25:23.928 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libelf-dev:amd64. 2023-11-30T08:25:23.928 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-11-30T08:25:23.956 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../06-libelf-dev_0.186-1build1_amd64.deb ... 2023-11-30T08:25:23.971 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-11-30T08:25:23.994 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libelf-dev:amd64 (0.186-1build1) ... 2023-11-30T08:25:24.290 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-11-30T08:25:24.318 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-11-30T08:25:24.331 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libfl2:amd64. 2023-11-30T08:25:24.357 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-11-30T08:25:24.358 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../07-libfl2_2.6.4-8build2_amd64.deb ... 2023-11-30T08:25:24.398 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libfl2:amd64 (2.6.4-8build2) ... 2023-11-30T08:25:24.650 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libfl-dev:amd64. 2023-11-30T08:25:24.666 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../08-libfl-dev_2.6.4-8build2_amd64.deb ... 2023-11-30T08:25:24.708 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libfl-dev:amd64 (2.6.4-8build2) ... 2023-11-30T08:25:24.710 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libndp0:amd64. 2023-11-30T08:25:24.737 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-11-30T08:25:24.776 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-11-30T08:25:24.902 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libjson-perl. 2023-11-30T08:25:24.919 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../09-libjson-perl_4.04000-1_all.deb ... 2023-11-30T08:25:24.953 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libjson-perl (4.04000-1) ... 2023-11-30T08:25:25.079 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libnm0:amd64. 2023-11-30T08:25:25.107 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-11-30T08:25:25.137 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-11-30T08:25:25.272 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libllvm14:amd64. 2023-11-30T08:25:25.300 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../10-libllvm14_1%3a14.0.0-1ubuntu1.1_amd64.deb ... 2023-11-30T08:25:25.339 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2023-11-30T08:25:25.490 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libpq5:amd64. 2023-11-30T08:25:25.518 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../16-libpq5_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-11-30T08:25:25.556 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libpq5:amd64 (14.9-0ubuntu0.22.04.1) ... 2023-11-30T08:25:25.893 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-11-30T08:25:25.921 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-11-30T08:25:25.960 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-11-30T08:25:26.237 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libqmi-proxy. 2023-11-30T08:25:26.253 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-11-30T08:25:26.287 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-11-30T08:25:26.497 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-11-30T08:25:26.513 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.12_amd64.deb ... 2023-11-30T08:25:26.555 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.12) ... 2023-11-30T08:25:26.967 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2023-11-30T08:25:26.994 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../11-libmbim-glib4_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-11-30T08:25:27.033 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-11-30T08:25:27.101 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-11-30T08:25:27.126 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-11-30T08:25:27.168 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-11-30T08:25:27.285 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libmbim-proxy. 2023-11-30T08:25:27.301 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../12-libmbim-proxy_1.28.0-1~ubuntu20.04.1_amd64.deb ... 2023-11-30T08:25:27.335 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-11-30T08:25:27.521 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package modemmanager. 2023-11-30T08:25:27.548 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-11-30T08:25:27.587 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-11-30T08:25:27.621 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libmm-glib0:amd64. 2023-11-30T08:25:27.649 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../13-libmm-glib0_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-11-30T08:25:27.688 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-11-30T08:25:28.041 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libndp0:amd64. 2023-11-30T08:25:28.068 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../14-libndp0_1.8-0ubuntu3_amd64.deb ... 2023-11-30T08:25:28.116 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libndp0:amd64 (1.8-0ubuntu3) ... 2023-11-30T08:25:28.169 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package network-manager. 2023-11-30T08:25:28.197 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-11-30T08:25:28.235 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-11-30T08:25:28.443 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libnm0:amd64. 2023-11-30T08:25:28.471 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../15-libnm0_1.36.6-0ubuntu2_amd64.deb ... 2023-11-30T08:25:28.510 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-11-30T08:25:28.819 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package ppp. 2023-11-30T08:25:28.848 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-11-30T08:25:28.854 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libpq5:amd64. 2023-11-30T08:25:28.882 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../16-libpq5_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-11-30T08:25:28.921 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libpq5:amd64 (14.9-0ubuntu0.22.04.1) ... 2023-11-30T08:25:29.126 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-11-30T08:25:29.257 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2023-11-30T08:25:29.284 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../17-libqmi-glib5_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-11-30T08:25:29.323 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-11-30T08:25:29.432 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package pptp-linux. 2023-11-30T08:25:29.460 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-11-30T08:25:29.498 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-11-30T08:25:29.609 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libqmi-proxy. 2023-11-30T08:25:29.625 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../18-libqmi-proxy_1.32.0-1ubuntu0.22.04.1_amd64.deb ... 2023-11-30T08:25:29.659 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-11-30T08:25:29.734 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package network-manager-pptp. 2023-11-30T08:25:29.750 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-11-30T08:25:29.792 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-11-30T08:25:29.878 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libssl-dev:amd64. 2023-11-30T08:25:29.895 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../19-libssl-dev_3.0.2-0ubuntu1.12_amd64.deb ... 2023-11-30T08:25:29.928 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libssl-dev:amd64 (3.0.2-0ubuntu1.12) ... 2023-11-30T08:25:30.070 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package postgresql-client-common. 2023-11-30T08:25:30.098 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-11-30T08:25:30.137 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking postgresql-client-common (238) ... 2023-11-30T08:25:30.415 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package libteamdctl0:amd64. 2023-11-30T08:25:30.416 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package postgresql-client-14. 2023-11-30T08:25:30.443 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../20-libteamdctl0_1.31-1build2_amd64.deb ... 2023-11-30T08:25:30.443 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../27-postgresql-client-14_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-11-30T08:25:30.474 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking postgresql-client-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-30T08:25:30.481 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking libteamdctl0:amd64 (1.31-1build2) ... 2023-11-30T08:25:30.834 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package modemmanager. 2023-11-30T08:25:30.862 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../21-modemmanager_1.20.0-1~ubuntu22.04.2_amd64.deb ... 2023-11-30T08:25:30.901 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-11-30T08:25:31.062 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package postgresql-common. 2023-11-30T08:25:31.090 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-11-30T08:25:31.164 INFO:teuthology.orchestra.run.smithi162.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-11-30T08:25:31.193 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking postgresql-common (238) ... 2023-11-30T08:25:31.523 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package network-manager. 2023-11-30T08:25:31.552 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../22-network-manager_1.36.6-0ubuntu2_amd64.deb ... 2023-11-30T08:25:31.598 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking network-manager (1.36.6-0ubuntu2) ... 2023-11-30T08:25:31.644 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package postgresql-14. 2023-11-30T08:25:31.672 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../29-postgresql-14_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-11-30T08:25:31.713 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking postgresql-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-30T08:25:32.214 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package ppp. 2023-11-30T08:25:32.242 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../23-ppp_2.4.9-1+1ubuntu3_amd64.deb ... 2023-11-30T08:25:32.558 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking ppp (2.4.9-1+1ubuntu3) ... 2023-11-30T08:25:32.877 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package pptp-linux. 2023-11-30T08:25:32.905 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../24-pptp-linux_1.10.0-1build3_amd64.deb ... 2023-11-30T08:25:32.943 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking pptp-linux (1.10.0-1build3) ... 2023-11-30T08:25:33.195 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package network-manager-pptp. 2023-11-30T08:25:33.212 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../25-network-manager-pptp_1.2.10-1_amd64.deb ... 2023-11-30T08:25:33.222 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package postgresql. 2023-11-30T08:25:33.239 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-11-30T08:25:33.245 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking network-manager-pptp (1.2.10-1) ... 2023-11-30T08:25:33.281 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking postgresql (14+238) ... 2023-11-30T08:25:33.498 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package postgresql-client-common. 2023-11-30T08:25:33.525 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package postgresql-client. 2023-11-30T08:25:33.526 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../26-postgresql-client-common_238_all.deb ... 2023-11-30T08:25:33.553 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-11-30T08:25:33.556 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking postgresql-client-common (238) ... 2023-11-30T08:25:33.591 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking postgresql-client (14+238) ... 2023-11-30T08:25:33.835 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package postgresql-contrib. 2023-11-30T08:25:33.851 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-11-30T08:25:33.852 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package postgresql-client-14. 2023-11-30T08:25:33.880 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../27-postgresql-client-14_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-11-30T08:25:33.893 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking postgresql-contrib (14+238) ... 2023-11-30T08:25:33.919 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking postgresql-client-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-30T08:25:34.179 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package tcl8.6. 2023-11-30T08:25:34.207 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-11-30T08:25:34.237 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-11-30T08:25:34.490 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package tcl. 2023-11-30T08:25:34.498 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package postgresql-common. 2023-11-30T08:25:34.518 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-11-30T08:25:34.526 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../28-postgresql-common_238_all.deb ... 2023-11-30T08:25:34.562 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-11-30T08:25:34.583 INFO:teuthology.orchestra.run.smithi116.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2023-11-30T08:25:34.613 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking postgresql-common (238) ... 2023-11-30T08:25:34.909 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package wpasupplicant. 2023-11-30T08:25:34.937 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-11-30T08:25:34.976 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-11-30T08:25:35.198 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package postgresql-14. 2023-11-30T08:25:35.226 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../29-postgresql-14_14.9-0ubuntu0.22.04.1_amd64.deb ... 2023-11-30T08:25:35.267 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking postgresql-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-30T08:25:35.322 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-11-30T08:25:35.338 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-11-30T08:25:35.380 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-11-30T08:25:35.700 INFO:teuthology.orchestra.run.smithi162.stdout:Selecting previously unselected package usb-modeswitch. 2023-11-30T08:25:35.728 INFO:teuthology.orchestra.run.smithi162.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-11-30T08:25:35.775 INFO:teuthology.orchestra.run.smithi162.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-11-30T08:25:36.070 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up postgresql-client-common (238) ... 2023-11-30T08:25:36.280 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up flex (2.6.4-8build2) ... 2023-11-30T08:25:36.406 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-11-30T08:25:36.485 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package postgresql. 2023-11-30T08:25:36.502 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../30-postgresql_14+238_all.deb ... 2023-11-30T08:25:36.532 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libpq5:amd64 (14.9-0ubuntu0.22.04.1) ... 2023-11-30T08:25:36.543 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking postgresql (14+238) ... 2023-11-30T08:25:36.642 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-11-30T08:25:36.742 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-11-30T08:25:36.787 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package postgresql-client. 2023-11-30T08:25:36.804 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../31-postgresql-client_14+238_all.deb ... 2023-11-30T08:25:36.846 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking postgresql-client (14+238) ... 2023-11-30T08:25:36.860 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up postgresql-client-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-30T08:25:37.081 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package postgresql-contrib. 2023-11-30T08:25:37.109 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../32-postgresql-contrib_14+238_all.deb ... 2023-11-30T08:25:37.148 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking postgresql-contrib (14+238) ... 2023-11-30T08:25:37.357 INFO:teuthology.orchestra.run.smithi162.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-11-30T08:25:37.408 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package tcl8.6. 2023-11-30T08:25:37.423 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-11-30T08:25:37.436 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../33-tcl8.6_8.6.12+dfsg-1build1_amd64.deb ... 2023-11-30T08:25:37.475 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking tcl8.6 (8.6.12+dfsg-1build1) ... 2023-11-30T08:25:37.753 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package tcl. 2023-11-30T08:25:37.781 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../34-tcl_8.6.11+1build2_amd64.deb ... 2023-11-30T08:25:37.799 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-11-30T08:25:37.799 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-11-30T08:25:37.824 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking tcl (8.6.11+1build2) ... 2023-11-30T08:25:38.172 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package wpasupplicant. 2023-11-30T08:25:38.201 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../35-wpasupplicant_2%3a2.10-6ubuntu2_amd64.deb ... 2023-11-30T08:25:38.255 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking wpasupplicant (2:2.10-6ubuntu2) ... 2023-11-30T08:25:38.293 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-11-30T08:25:38.428 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.12) ... 2023-11-30T08:25:38.554 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-11-30T08:25:38.618 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package usb-modeswitch-data. 2023-11-30T08:25:38.634 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../36-usb-modeswitch-data_20191128-4_all.deb ... 2023-11-30T08:25:38.676 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking usb-modeswitch-data (20191128-4) ... 2023-11-30T08:25:38.679 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-11-30T08:25:38.805 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-11-30T08:25:38.931 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-11-30T08:25:38.988 INFO:teuthology.orchestra.run.smithi116.stdout:Selecting previously unselected package usb-modeswitch. 2023-11-30T08:25:39.016 INFO:teuthology.orchestra.run.smithi116.stdout:Preparing to unpack .../37-usb-modeswitch_2.6.1-3ubuntu2_amd64.deb ... 2023-11-30T08:25:39.049 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-11-30T08:25:39.062 INFO:teuthology.orchestra.run.smithi116.stdout:Unpacking usb-modeswitch (2.6.1-3ubuntu2) ... 2023-11-30T08:25:39.358 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up postgresql-client-common (238) ... 2023-11-30T08:25:39.560 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up flex (2.6.4-8build2) ... 2023-11-30T08:25:39.711 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up tcl8.6 (8.6.12+dfsg-1build1) ... 2023-11-30T08:25:39.754 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2023-11-30T08:25:39.837 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libpq5:amd64 (14.9-0ubuntu0.22.04.1) ... 2023-11-30T08:25:39.880 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up dump (0.4b47-3) ... 2023-11-30T08:25:39.963 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up liblzo2-2:amd64 (2.10-2build3) ... 2023-11-30T08:25:39.973 INFO:teuthology.orchestra.run.smithi162.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-11-30T08:25:40.040 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-11-30T08:25:40.089 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libaio-dev:amd64 (0.3.112-13build1) ... 2023-11-30T08:25:40.174 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-11-30T08:25:40.215 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up postgresql-client-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-30T08:25:40.284 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up tcl (8.6.11+1build2) ... 2023-11-30T08:25:40.384 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libjson-perl (4.04000-1) ... 2023-11-30T08:25:40.502 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-11-30T08:25:40.592 INFO:teuthology.orchestra.run.smithi162.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-11-30T08:25:40.662 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2023-11-30T08:25:40.729 INFO:teuthology.orchestra.run.smithi116.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2023-11-30T08:25:40.788 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-11-30T08:25:40.829 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up wpasupplicant (2:2.10-6ubuntu2) ... 2023-11-30T08:25:40.964 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-11-30T08:25:41.090 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-11-30T08:25:41.206 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2023-11-30T08:25:41.206 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2023-11-30T08:25:41.216 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-11-30T08:25:41.376 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up postgresql-client (14+238) ... 2023-11-30T08:25:41.477 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-11-30T08:25:41.723 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libteamdctl0:amd64 (1.31-1build2) ... 2023-11-30T08:25:41.875 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libssl-dev:amd64 (3.0.2-0ubuntu1.12) ... 2023-11-30T08:25:41.955 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:25:41.955 INFO:teuthology.orchestra.run.smithi162.stdout:The following network interfaces were found in /etc/network/interfaces 2023-11-30T08:25:41.955 INFO:teuthology.orchestra.run.smithi162.stdout:which means they are currently configured by ifupdown: 2023-11-30T08:25:41.955 INFO:teuthology.orchestra.run.smithi162.stdout:- enp3s0f1 2023-11-30T08:25:41.956 INFO:teuthology.orchestra.run.smithi162.stdout:If you want to manage those interfaces with NetworkManager instead 2023-11-30T08:25:41.956 INFO:teuthology.orchestra.run.smithi162.stdout:remove their configuration from /etc/network/interfaces. 2023-11-30T08:25:41.956 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:25:42.001 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up usb-modeswitch-data (20191128-4) ... 2023-11-30T08:25:42.075 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-11-30T08:25:42.127 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libelf-dev:amd64 (0.186-1build1) ... 2023-11-30T08:25:42.278 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libfl2:amd64 (2.6.4-8build2) ... 2023-11-30T08:25:42.390 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-11-30T08:25:42.412 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libnm0:amd64 (1.36.6-0ubuntu2) ... 2023-11-30T08:25:42.538 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up ppp (2.4.9-1+1ubuntu3) ... 2023-11-30T08:25:42.726 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-11-30T08:25:43.185 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libllvm14:amd64 (1:14.0.0-1ubuntu1.1) ... 2023-11-30T08:25:43.230 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-11-30T08:25:43.336 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up dump (0.4b47-3) ... 2023-11-30T08:25:43.369 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-11-30T08:25:43.447 INFO:teuthology.orchestra.run.smithi116.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2023-11-30T08:25:43.508 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-11-30T08:25:43.513 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libmm-glib0:amd64 (1.20.0-1~ubuntu22.04.2) ... 2023-11-30T08:25:43.609 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up postgresql-common (238) ... 2023-11-30T08:25:43.830 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libbluetooth3:amd64 (5.64-0ubuntu1) ... 2023-11-30T08:25:44.190 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up tcl (8.6.11+1build2) ... 2023-11-30T08:25:44.316 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libjson-perl (4.04000-1) ... 2023-11-30T08:25:44.442 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up bison (2:3.8.2+dfsg-1build1) ... 2023-11-30T08:25:44.532 INFO:teuthology.orchestra.run.smithi116.stdout:update-alternatives: using /usr/bin/bison.yacc to provide /usr/bin/yacc (yacc) in auto mode 2023-11-30T08:25:44.610 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up indent (2.2.12-1ubuntu0.22.04.1) ... 2023-11-30T08:25:44.619 INFO:teuthology.orchestra.run.smithi162.stdout:Adding user postgres to group ssl-cert 2023-11-30T08:25:44.744 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up usb-modeswitch (2.6.1-3ubuntu2) ... 2023-11-30T08:25:44.954 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libndp0:amd64 (1.8-0ubuntu3) ... 2023-11-30T08:25:44.987 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:25:44.987 INFO:teuthology.orchestra.run.smithi162.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-11-30T08:25:45.080 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libmbim-glib4:amd64 (1.28.0-1~ubuntu20.04.1) ... 2023-11-30T08:25:45.206 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up pptp-linux (1.10.0-1build3) ... 2023-11-30T08:25:45.374 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up postgresql-client (14+238) ... 2023-11-30T08:25:45.598 INFO:teuthology.orchestra.run.smithi162.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-11-30T08:25:45.599 INFO:teuthology.orchestra.run.smithi162.stdout:Removing obsolete dictionary files: 2023-11-30T08:25:45.683 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up network-manager (1.36.6-0ubuntu2) ... 2023-11-30T08:25:46.144 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-11-30T08:25:46.170 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:25:46.171 INFO:teuthology.orchestra.run.smithi116.stdout:The following network interfaces were found in /etc/network/interfaces 2023-11-30T08:25:46.171 INFO:teuthology.orchestra.run.smithi116.stdout:which means they are currently configured by ifupdown: 2023-11-30T08:25:46.171 INFO:teuthology.orchestra.run.smithi116.stdout:- enp3s0f1 2023-11-30T08:25:46.171 INFO:teuthology.orchestra.run.smithi116.stdout:If you want to manage those interfaces with NetworkManager instead 2023-11-30T08:25:46.171 INFO:teuthology.orchestra.run.smithi116.stdout:remove their configuration from /etc/network/interfaces. 2023-11-30T08:25:46.171 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:25:46.292 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2023-11-30T08:25:46.546 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up postgresql-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-30T08:25:46.632 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2023-11-30T08:25:46.869 INFO:teuthology.orchestra.run.smithi162.stdout:Creating new PostgreSQL cluster 14/main ... 2023-11-30T08:25:46.934 INFO:teuthology.orchestra.run.smithi162.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-11-30T08:25:46.966 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2023-11-30T08:25:46.979 INFO:teuthology.orchestra.run.smithi162.stdout:The files belonging to this database system will be owned by user "postgres". 2023-11-30T08:25:46.979 INFO:teuthology.orchestra.run.smithi162.stdout:This user must also own the server process. 2023-11-30T08:25:46.979 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:25:46.979 INFO:teuthology.orchestra.run.smithi162.stdout:The database cluster will be initialized with locale "en_US". 2023-11-30T08:25:46.979 INFO:teuthology.orchestra.run.smithi162.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-11-30T08:25:46.979 INFO:teuthology.orchestra.run.smithi162.stdout:The default text search configuration will be set to "english". 2023-11-30T08:25:46.979 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:25:46.979 INFO:teuthology.orchestra.run.smithi162.stdout:Data page checksums are disabled. 2023-11-30T08:25:46.979 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:25:46.980 INFO:teuthology.orchestra.run.smithi162.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-11-30T08:25:46.980 INFO:teuthology.orchestra.run.smithi162.stdout:creating subdirectories ... ok 2023-11-30T08:25:46.980 INFO:teuthology.orchestra.run.smithi162.stdout:selecting dynamic shared memory implementation ... posix 2023-11-30T08:25:46.996 INFO:teuthology.orchestra.run.smithi162.stdout:selecting default max_connections ... 100 2023-11-30T08:25:47.017 INFO:teuthology.orchestra.run.smithi162.stdout:selecting default shared_buffers ... 128MB 2023-11-30T08:25:47.027 INFO:teuthology.orchestra.run.smithi162.stdout:selecting default time zone ... Etc/UTC 2023-11-30T08:25:47.027 INFO:teuthology.orchestra.run.smithi162.stdout:creating configuration files ... ok 2023-11-30T08:25:47.138 INFO:teuthology.orchestra.run.smithi162.stdout:running bootstrap script ... ok 2023-11-30T08:25:47.503 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libmbim-proxy (1.28.0-1~ubuntu20.04.1) ... 2023-11-30T08:25:47.654 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libfl-dev:amd64 (2.6.4-8build2) ... 2023-11-30T08:25:47.780 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up network-manager-pptp (1.2.10-1) ... 2023-11-30T08:25:47.781 INFO:teuthology.orchestra.run.smithi162.stdout:performing post-bootstrap initialization ... ok 2023-11-30T08:25:47.906 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up postgresql-common (238) ... 2023-11-30T08:25:48.416 INFO:teuthology.orchestra.run.smithi162.stdout:syncing data to disk ... ok 2023-11-30T08:25:48.777 INFO:teuthology.orchestra.run.smithi116.stdout:Adding user postgres to group ssl-cert 2023-11-30T08:25:48.800 INFO:teuthology.orchestra.run.smithi162.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-11-30T08:25:49.022 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:25:49.022 INFO:teuthology.orchestra.run.smithi116.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2023-11-30T08:25:49.230 INFO:teuthology.orchestra.run.smithi116.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2023-11-30T08:25:49.231 INFO:teuthology.orchestra.run.smithi116.stdout:Removing obsolete dictionary files: 2023-11-30T08:25:49.824 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2023-11-30T08:25:50.241 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up postgresql-14 (14.9-0ubuntu0.22.04.1) ... 2023-11-30T08:25:50.547 INFO:teuthology.orchestra.run.smithi116.stdout:Creating new PostgreSQL cluster 14/main ... 2023-11-30T08:25:50.566 INFO:teuthology.orchestra.run.smithi116.stdout:/usr/lib/postgresql/14/bin/initdb -D /var/lib/postgresql/14/main --auth-local peer --auth-host scram-sha-256 --no-instructions 2023-11-30T08:25:50.619 INFO:teuthology.orchestra.run.smithi116.stdout:The files belonging to this database system will be owned by user "postgres". 2023-11-30T08:25:50.619 INFO:teuthology.orchestra.run.smithi116.stdout:This user must also own the server process. 2023-11-30T08:25:50.619 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:25:50.619 INFO:teuthology.orchestra.run.smithi116.stdout:The database cluster will be initialized with locale "en_US". 2023-11-30T08:25:50.619 INFO:teuthology.orchestra.run.smithi116.stdout:The default database encoding has accordingly been set to "LATIN1". 2023-11-30T08:25:50.619 INFO:teuthology.orchestra.run.smithi116.stdout:The default text search configuration will be set to "english". 2023-11-30T08:25:50.619 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:25:50.619 INFO:teuthology.orchestra.run.smithi116.stdout:Data page checksums are disabled. 2023-11-30T08:25:50.620 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:25:50.620 INFO:teuthology.orchestra.run.smithi116.stdout:fixing permissions on existing directory /var/lib/postgresql/14/main ... ok 2023-11-30T08:25:50.620 INFO:teuthology.orchestra.run.smithi116.stdout:creating subdirectories ... ok 2023-11-30T08:25:50.620 INFO:teuthology.orchestra.run.smithi116.stdout:selecting dynamic shared memory implementation ... posix 2023-11-30T08:25:50.635 INFO:teuthology.orchestra.run.smithi116.stdout:selecting default max_connections ... 100 2023-11-30T08:25:50.655 INFO:teuthology.orchestra.run.smithi116.stdout:selecting default shared_buffers ... 128MB 2023-11-30T08:25:50.664 INFO:teuthology.orchestra.run.smithi116.stdout:selecting default time zone ... Etc/UTC 2023-11-30T08:25:50.665 INFO:teuthology.orchestra.run.smithi116.stdout:creating configuration files ... ok 2023-11-30T08:25:50.780 INFO:teuthology.orchestra.run.smithi116.stdout:running bootstrap script ... ok 2023-11-30T08:25:51.465 INFO:teuthology.orchestra.run.smithi116.stdout:performing post-bootstrap initialization ... ok 2023-11-30T08:25:51.935 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-11-30T08:25:52.061 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up postgresql-contrib (14+238) ... 2023-11-30T08:25:52.128 INFO:teuthology.orchestra.run.smithi116.stdout:syncing data to disk ... ok 2023-11-30T08:25:52.187 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up postgresql (14+238) ... 2023-11-30T08:25:52.313 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-11-30T08:25:52.440 INFO:teuthology.orchestra.run.smithi162.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-11-30T08:25:52.525 INFO:teuthology.orchestra.run.smithi116.stdout:update-alternatives: using /usr/share/postgresql/14/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2023-11-30T08:25:52.694 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-11-30T08:25:52.694 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-11-30T08:25:53.283 INFO:teuthology.orchestra.run.smithi162.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-11-30T08:25:53.627 INFO:teuthology.orchestra.run.smithi162.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-11-30T08:25:53.778 INFO:teuthology.orchestra.run.smithi162.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-11-30T08:25:54.838 INFO:teuthology.orchestra.run.smithi162.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-11-30T08:25:54.937 INFO:teuthology.orchestra.run.smithi162.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-11-30T08:25:55.416 INFO:teuthology.orchestra.run.smithi162.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-11-30T08:25:55.419 DEBUG:teuthology.parallel:result is None 2023-11-30T08:25:55.439 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libqmi-glib5:amd64 (1.32.0-1ubuntu0.22.04.1) ... 2023-11-30T08:25:55.565 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up postgresql-contrib (14+238) ... 2023-11-30T08:25:55.682 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up postgresql (14+238) ... 2023-11-30T08:25:55.783 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up libqmi-proxy (1.32.0-1ubuntu0.22.04.1) ... 2023-11-30T08:25:55.884 INFO:teuthology.orchestra.run.smithi116.stdout:Setting up modemmanager (1.20.0-1~ubuntu22.04.2) ... 2023-11-30T08:25:56.155 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2023-11-30T08:25:56.156 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2023-11-30T08:25:56.770 INFO:teuthology.orchestra.run.smithi116.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2023-11-30T08:25:57.088 INFO:teuthology.orchestra.run.smithi116.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2023-11-30T08:25:57.223 INFO:teuthology.orchestra.run.smithi116.stdout:Processing triggers for man-db (2.10.2-1) ... 2023-11-30T08:25:58.568 INFO:teuthology.orchestra.run.smithi116.stdout:Processing triggers for dbus (1.12.20-2ubuntu4.1) ... 2023-11-30T08:25:58.651 INFO:teuthology.orchestra.run.smithi116.stdout:Processing triggers for install-info (6.8-4build1) ... 2023-11-30T08:25:59.144 INFO:teuthology.orchestra.run.smithi116.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2023-11-30T08:25:59.147 DEBUG:teuthology.parallel:result is None 2023-11-30T08:25:59.147 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59 2023-11-30T08:25:59.367 DEBUG:teuthology.orchestra.run.smithi116:> dpkg-query -W -f '${Version}' ceph 2023-11-30T08:25:59.385 INFO:teuthology.orchestra.run.smithi116.stdout:18.0.0-7608-g1fa8a21e-1jammy 2023-11-30T08:25:59.386 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-7608-g1fa8a21e-1jammy 2023-11-30T08:25:59.386 INFO:teuthology.task.install:The correct ceph version 18.0.0-7608-g1fa8a21e-1jammy is installed. 2023-11-30T08:25:59.386 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59 2023-11-30T08:25:59.524 DEBUG:teuthology.orchestra.run.smithi162:> dpkg-query -W -f '${Version}' ceph 2023-11-30T08:25:59.543 INFO:teuthology.orchestra.run.smithi162.stdout:18.0.0-7608-g1fa8a21e-1jammy 2023-11-30T08:25:59.544 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-7608-g1fa8a21e-1jammy 2023-11-30T08:25:59.544 INFO:teuthology.task.install:The correct ceph version 18.0.0-7608-g1fa8a21e-1jammy is installed. 2023-11-30T08:25:59.544 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-11-30T08:25:59.544 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:25:59.544 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-11-30T08:25:59.558 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:25:59.558 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-11-30T08:25:59.602 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-11-30T08:25:59.603 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:25:59.603 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/usr/bin/daemon-helper 2023-11-30T08:25:59.615 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-11-30T08:25:59.670 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:25:59.670 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/usr/bin/daemon-helper 2023-11-30T08:25:59.683 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-11-30T08:25:59.740 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-11-30T08:25:59.740 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:25:59.740 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/usr/bin/adjust-ulimits 2023-11-30T08:25:59.752 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-11-30T08:25:59.806 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:25:59.806 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/usr/bin/adjust-ulimits 2023-11-30T08:25:59.819 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-11-30T08:25:59.872 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-11-30T08:25:59.872 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:25:59.872 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/usr/bin/stdin-killer 2023-11-30T08:25:59.886 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-11-30T08:25:59.938 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:25:59.938 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/usr/bin/stdin-killer 2023-11-30T08:25:59.951 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-11-30T08:26:00.005 INFO:teuthology.run_tasks:Running task ceph... 2023-11-30T08:26:00.071 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-11-30T08:26:00.071 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod 777 /var/log/ceph 2023-11-30T08:26:00.073 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 777 /var/log/ceph 2023-11-30T08:26:00.087 INFO:tasks.ceph:Disabling ceph logrotate... 2023-11-30T08:26:00.087 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -f -- /etc/logrotate.d/ceph 2023-11-30T08:26:00.128 DEBUG:teuthology.orchestra.run.smithi162:> sudo rm -f -- /etc/logrotate.d/ceph 2023-11-30T08:26:00.144 INFO:tasks.ceph:Creating extra log directories... 2023-11-30T08:26:00.144 DEBUG:teuthology.orchestra.run.smithi116:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-11-30T08:26:00.180 DEBUG:teuthology.orchestra.run.smithi162:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-11-30T08:26:00.206 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-11-30T08:26:00.206 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-11-30T08:26:00.207 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-11-30T08:26:00.207 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:00.207 DEBUG:teuthology.orchestra.run.smithi116:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-11-30T08:26:00.239 DEBUG:teuthology.orchestra.run.smithi116:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-11-30T08:26:00.313 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:00.313 DEBUG:teuthology.orchestra.run.smithi162:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-11-30T08:26:00.319 DEBUG:teuthology.orchestra.run.smithi162:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-11-30T08:26:00.397 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-11-30T08:26:00.397 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-11-30T08:26:00.397 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752', 'branch': 'wip-batrick-testing-20231130.014408', 'description': 'fs:shell/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/ubuntu_latest mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/cephfs-shell}', 'email': 'pdonnell@redhat.com', 'first_in_suite': False, 'job_id': '7471752', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '22.04', 'overrides': {'admin_socket': {'branch': 'wip-batrick-testing-20231130.014408'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-batrick-testing-20231130.014408', 'sha1': '1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59'}}, 'owner': 'scheduled_pdonnell@teuthology', 'priority': 50, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'osd.4', 'osd.5', 'osd.6', 'osd.7']], 'seed': 1479, 'sha1': '1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59', 'sleep_before_teardown': 0, 'suite': 'fs:shell', 'suite_branch': 'wip-batrick-testing-20231130.014408', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi116.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIZ9JlmsXaMQTbAVvsptkznrF02w+BvM8yN2PESEXt7rDbpNpUJ09PP/q8zqOwfM89IOvPykrbJyTcgl30l3g0U=', 'smithi162.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLoHbhTyhaK9fRrseS2apbfHbB7buMx/TkeIGf4xiuNjLbhkSktzX49ZrhjOm3jSyPT8g+krZelPwR0IFLTdsFo='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59', 'cluster': 'ceph'}}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_cephfs_shell']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': 'f2de108beb0a6dde7f3e6c96039071828a1f6269', 'timestamp': '2023-11-30_08:05:19', 'tube': 'smithi', 'user': 'pdonnell', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.232157'} 2023-11-30T08:26:00.398 DEBUG:teuthology.orchestra.run.smithi116:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-11-30T08:26:00.399 DEBUG:teuthology.orchestra.run.smithi162:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-11-30T08:26:00.441 DEBUG:teuthology.orchestra.run.smithi116:> sudo install -d -m0777 -- /var/run/ceph 2023-11-30T08:26:00.448 DEBUG:teuthology.orchestra.run.smithi162:> sudo install -d -m0777 -- /var/run/ceph 2023-11-30T08:26:00.497 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:00.497 DEBUG:teuthology.orchestra.run.smithi116:> dd if=/scratch_devs of=/dev/stdout 2023-11-30T08:26:00.508 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-11-30T08:26:00.508 DEBUG:teuthology.orchestra.run.smithi116:> stat /dev/vg_nvme/lv_1 2023-11-30T08:26:00.555 INFO:teuthology.orchestra.run.smithi116.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-11-30T08:26:00.555 INFO:teuthology.orchestra.run.smithi116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-30T08:26:00.555 INFO:teuthology.orchestra.run.smithi116.stdout:Device: 5h/5d Inode: 878 Links: 1 2023-11-30T08:26:00.555 INFO:teuthology.orchestra.run.smithi116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-30T08:26:00.555 INFO:teuthology.orchestra.run.smithi116.stdout:Access: 2023-11-30 08:19:56.557471842 +0000 2023-11-30T08:26:00.556 INFO:teuthology.orchestra.run.smithi116.stdout:Modify: 2023-11-30 08:19:56.209474945 +0000 2023-11-30T08:26:00.556 INFO:teuthology.orchestra.run.smithi116.stdout:Change: 2023-11-30 08:19:56.209474945 +0000 2023-11-30T08:26:00.556 INFO:teuthology.orchestra.run.smithi116.stdout: Birth: - 2023-11-30T08:26:00.556 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-11-30T08:26:00.609 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records in 2023-11-30T08:26:00.610 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records out 2023-11-30T08:26:00.610 INFO:teuthology.orchestra.run.smithi116.stderr:512 bytes copied, 0.0004486 s, 1.1 MB/s 2023-11-30T08:26:00.611 DEBUG:teuthology.orchestra.run.smithi116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-11-30T08:26:00.660 DEBUG:teuthology.orchestra.run.smithi116:> stat /dev/vg_nvme/lv_2 2023-11-30T08:26:00.707 INFO:teuthology.orchestra.run.smithi116.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-11-30T08:26:00.707 INFO:teuthology.orchestra.run.smithi116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-30T08:26:00.707 INFO:teuthology.orchestra.run.smithi116.stdout:Device: 5h/5d Inode: 897 Links: 1 2023-11-30T08:26:00.707 INFO:teuthology.orchestra.run.smithi116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-30T08:26:00.707 INFO:teuthology.orchestra.run.smithi116.stdout:Access: 2023-11-30 08:19:57.149466561 +0000 2023-11-30T08:26:00.707 INFO:teuthology.orchestra.run.smithi116.stdout:Modify: 2023-11-30 08:19:56.797469701 +0000 2023-11-30T08:26:00.707 INFO:teuthology.orchestra.run.smithi116.stdout:Change: 2023-11-30 08:19:56.797469701 +0000 2023-11-30T08:26:00.707 INFO:teuthology.orchestra.run.smithi116.stdout: Birth: - 2023-11-30T08:26:00.707 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-11-30T08:26:00.761 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records in 2023-11-30T08:26:00.761 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records out 2023-11-30T08:26:00.761 INFO:teuthology.orchestra.run.smithi116.stderr:512 bytes copied, 0.000441156 s, 1.2 MB/s 2023-11-30T08:26:00.762 DEBUG:teuthology.orchestra.run.smithi116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-11-30T08:26:00.812 DEBUG:teuthology.orchestra.run.smithi116:> stat /dev/vg_nvme/lv_3 2023-11-30T08:26:00.859 INFO:teuthology.orchestra.run.smithi116.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-11-30T08:26:00.859 INFO:teuthology.orchestra.run.smithi116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-30T08:26:00.859 INFO:teuthology.orchestra.run.smithi116.stdout:Device: 5h/5d Inode: 909 Links: 1 2023-11-30T08:26:00.859 INFO:teuthology.orchestra.run.smithi116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-30T08:26:00.859 INFO:teuthology.orchestra.run.smithi116.stdout:Access: 2023-11-30 08:19:57.381464490 +0000 2023-11-30T08:26:00.859 INFO:teuthology.orchestra.run.smithi116.stdout:Modify: 2023-11-30 08:19:57.377464527 +0000 2023-11-30T08:26:00.859 INFO:teuthology.orchestra.run.smithi116.stdout:Change: 2023-11-30 08:19:57.377464527 +0000 2023-11-30T08:26:00.859 INFO:teuthology.orchestra.run.smithi116.stdout: Birth: - 2023-11-30T08:26:00.859 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-11-30T08:26:00.913 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records in 2023-11-30T08:26:00.913 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records out 2023-11-30T08:26:00.913 INFO:teuthology.orchestra.run.smithi116.stderr:512 bytes copied, 0.0003949 s, 1.3 MB/s 2023-11-30T08:26:00.915 DEBUG:teuthology.orchestra.run.smithi116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-11-30T08:26:00.964 DEBUG:teuthology.orchestra.run.smithi116:> stat /dev/vg_nvme/lv_4 2023-11-30T08:26:01.011 INFO:teuthology.orchestra.run.smithi116.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-11-30T08:26:01.011 INFO:teuthology.orchestra.run.smithi116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-30T08:26:01.011 INFO:teuthology.orchestra.run.smithi116.stdout:Device: 5h/5d Inode: 934 Links: 1 2023-11-30T08:26:01.011 INFO:teuthology.orchestra.run.smithi116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-30T08:26:01.011 INFO:teuthology.orchestra.run.smithi116.stdout:Access: 2023-11-30 08:19:58.285456427 +0000 2023-11-30T08:26:01.011 INFO:teuthology.orchestra.run.smithi116.stdout:Modify: 2023-11-30 08:19:57.945459459 +0000 2023-11-30T08:26:01.012 INFO:teuthology.orchestra.run.smithi116.stdout:Change: 2023-11-30 08:19:57.945459459 +0000 2023-11-30T08:26:01.012 INFO:teuthology.orchestra.run.smithi116.stdout: Birth: - 2023-11-30T08:26:01.012 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-11-30T08:26:01.064 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records in 2023-11-30T08:26:01.065 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records out 2023-11-30T08:26:01.065 INFO:teuthology.orchestra.run.smithi116.stderr:512 bytes copied, 0.000283157 s, 1.8 MB/s 2023-11-30T08:26:01.066 DEBUG:teuthology.orchestra.run.smithi116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-11-30T08:26:01.116 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-30T08:26:01.116 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:01.117 DEBUG:teuthology.orchestra.run.smithi162:> dd if=/scratch_devs of=/dev/stdout 2023-11-30T08:26:01.122 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-11-30T08:26:01.123 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_1 2023-11-30T08:26:01.169 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-11-30T08:26:01.169 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-30T08:26:01.169 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 5h/5d Inode: 882 Links: 1 2023-11-30T08:26:01.169 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-30T08:26:01.169 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2023-11-30 08:19:55.364179880 +0000 2023-11-30T08:26:01.169 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2023-11-30 08:19:55.052182667 +0000 2023-11-30T08:26:01.169 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2023-11-30 08:19:55.052182667 +0000 2023-11-30T08:26:01.169 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: - 2023-11-30T08:26:01.170 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-11-30T08:26:01.223 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2023-11-30T08:26:01.223 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2023-11-30T08:26:01.223 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000381363 s, 1.3 MB/s 2023-11-30T08:26:01.224 DEBUG:teuthology.orchestra.run.smithi162:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-11-30T08:26:01.275 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_2 2023-11-30T08:26:01.321 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-11-30T08:26:01.321 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-30T08:26:01.321 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 5h/5d Inode: 895 Links: 1 2023-11-30T08:26:01.321 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-30T08:26:01.321 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2023-11-30 08:19:55.932174806 +0000 2023-11-30T08:26:01.321 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2023-11-30 08:19:55.604177737 +0000 2023-11-30T08:26:01.322 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2023-11-30 08:19:55.604177737 +0000 2023-11-30T08:26:01.322 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: - 2023-11-30T08:26:01.322 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-11-30T08:26:01.375 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2023-11-30T08:26:01.375 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2023-11-30T08:26:01.375 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000418677 s, 1.2 MB/s 2023-11-30T08:26:01.376 DEBUG:teuthology.orchestra.run.smithi162:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-11-30T08:26:01.426 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_3 2023-11-30T08:26:01.473 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-11-30T08:26:01.473 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-30T08:26:01.473 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 5h/5d Inode: 915 Links: 1 2023-11-30T08:26:01.473 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-30T08:26:01.473 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2023-11-30 08:19:56.556169233 +0000 2023-11-30T08:26:01.473 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2023-11-30 08:19:56.204172377 +0000 2023-11-30T08:26:01.473 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2023-11-30 08:19:56.204172377 +0000 2023-11-30T08:26:01.473 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: - 2023-11-30T08:26:01.473 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-11-30T08:26:01.527 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2023-11-30T08:26:01.527 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2023-11-30T08:26:01.527 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000369066 s, 1.4 MB/s 2023-11-30T08:26:01.528 DEBUG:teuthology.orchestra.run.smithi162:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-11-30T08:26:01.578 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_4 2023-11-30T08:26:01.624 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-11-30T08:26:01.625 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-11-30T08:26:01.625 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 5h/5d Inode: 932 Links: 1 2023-11-30T08:26:01.625 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-11-30T08:26:01.625 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2023-11-30 08:19:57.160163837 +0000 2023-11-30T08:26:01.625 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2023-11-30 08:19:56.812166946 +0000 2023-11-30T08:26:01.625 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2023-11-30 08:19:56.812166946 +0000 2023-11-30T08:26:01.625 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: - 2023-11-30T08:26:01.625 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-11-30T08:26:01.679 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2023-11-30T08:26:01.679 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2023-11-30T08:26:01.679 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000411417 s, 1.2 MB/s 2023-11-30T08:26:01.680 DEBUG:teuthology.orchestra.run.smithi162:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-11-30T08:26:01.734 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-30T08:26:01.734 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi116.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi162.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-11-30T08:26:01.734 INFO:tasks.ceph:Generating config... 2023-11-30T08:26:01.735 INFO:tasks.ceph:[client] client mount timeout = 600 2023-11-30T08:26:01.735 INFO:tasks.ceph:[client] debug client = 20 2023-11-30T08:26:01.736 INFO:tasks.ceph:[client] debug ms = 1 2023-11-30T08:26:01.736 INFO:tasks.ceph:[client] pid file = 2023-11-30T08:26:01.736 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-11-30T08:26:01.736 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-11-30T08:26:01.736 INFO:tasks.ceph:[mds] debug mds = 20 2023-11-30T08:26:01.736 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-11-30T08:26:01.736 INFO:tasks.ceph:[mds] debug ms = 1 2023-11-30T08:26:01.736 INFO:tasks.ceph:[mds] mds debug frag = True 2023-11-30T08:26:01.736 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-11-30T08:26:01.736 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-11-30T08:26:01.736 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-11-30T08:26:01.736 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-11-30T08:26:01.736 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-11-30T08:26:01.736 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-11-30T08:26:01.736 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-11-30T08:26:01.736 INFO:tasks.ceph:[mgr] debug ms = 1 2023-11-30T08:26:01.737 INFO:tasks.ceph:[mon] debug mon = 20 2023-11-30T08:26:01.737 INFO:tasks.ceph:[mon] debug ms = 1 2023-11-30T08:26:01.737 INFO:tasks.ceph:[mon] debug paxos = 20 2023-11-30T08:26:01.737 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-11-30T08:26:01.737 INFO:tasks.ceph:[osd] bdev async discard = True 2023-11-30T08:26:01.737 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-11-30T08:26:01.737 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-11-30T08:26:01.737 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-11-30T08:26:01.737 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-11-30T08:26:01.737 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-11-30T08:26:01.737 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-11-30T08:26:01.737 INFO:tasks.ceph:[osd] debug ms = 1 2023-11-30T08:26:01.737 INFO:tasks.ceph:[osd] debug osd = 20 2023-11-30T08:26:01.737 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-11-30T08:26:01.737 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-11-30T08:26:01.738 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-11-30T08:26:01.738 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-11-30T08:26:01.738 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-11-30T08:26:01.738 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-11-30T08:26:01.738 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-11-30T08:26:01.738 INFO:tasks.ceph:Setting up mon.a... 2023-11-30T08:26:01.738 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-11-30T08:26:01.771 INFO:teuthology.orchestra.run.smithi116.stdout:creating /etc/ceph/ceph.keyring 2023-11-30T08:26:01.781 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-11-30T08:26:01.857 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-11-30T08:26:01.910 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.116'), ('mon.b', '172.21.15.162'), ('mon.c', '[v2:172.21.15.162:3301,v1:172.21.15.162:6790]')] 2023-11-30T08:26:01.911 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.116,172.21.15.162,[v2:172.21.15.162:3301,v1:172.21.15.162:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.b': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-11-30T08:26:01.912 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:01.912 DEBUG:teuthology.orchestra.run.smithi116:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-11-30T08:26:01.959 DEBUG:teuthology.orchestra.run.smithi116:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.116 --add b 172.21.15.162 --addv c '[v2:172.21.15.162:3301,v1:172.21.15.162:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:02.044 INFO:teuthology.orchestra.run.smithi116.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:02.044 INFO:teuthology.orchestra.run.smithi116.stdout:monmaptool: generated fsid 60334f9b-efbc-4132-982c-5ee6714fa55f 2023-11-30T08:26:02.044 INFO:teuthology.orchestra.run.smithi116.stdout:setting min_mon_release = pacific 2023-11-30T08:26:02.044 INFO:teuthology.orchestra.run.smithi116.stdout:epoch 0 2023-11-30T08:26:02.044 INFO:teuthology.orchestra.run.smithi116.stdout:fsid 60334f9b-efbc-4132-982c-5ee6714fa55f 2023-11-30T08:26:02.044 INFO:teuthology.orchestra.run.smithi116.stdout:last_changed 2023-11-30T08:26:02.042346+0000 2023-11-30T08:26:02.044 INFO:teuthology.orchestra.run.smithi116.stdout:created 2023-11-30T08:26:02.042346+0000 2023-11-30T08:26:02.044 INFO:teuthology.orchestra.run.smithi116.stdout:min_mon_release 16 (pacific) 2023-11-30T08:26:02.044 INFO:teuthology.orchestra.run.smithi116.stdout:election_strategy: 1 2023-11-30T08:26:02.044 INFO:teuthology.orchestra.run.smithi116.stdout:0: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.a 2023-11-30T08:26:02.044 INFO:teuthology.orchestra.run.smithi116.stdout:1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.b 2023-11-30T08:26:02.044 INFO:teuthology.orchestra.run.smithi116.stdout:2: [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] mon.c 2023-11-30T08:26:02.045 INFO:teuthology.orchestra.run.smithi116.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-11-30T08:26:02.046 DEBUG:teuthology.orchestra.run.smithi116:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-11-30T08:26:02.091 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 60334f9b-efbc-4132-982c-5ee6714fa55f... 2023-11-30T08:26:02.092 DEBUG:teuthology.orchestra.run.smithi116:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-11-30T08:26:02.136 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-11-30T08:26:02.164 INFO:teuthology.orchestra.run.smithi116.stdout:[global] 2023-11-30T08:26:02.164 INFO:teuthology.orchestra.run.smithi116.stdout: chdir = "" 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: auth supported = cephx 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: filestore xattr use omap = true 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: mon clock drift allowed = 1.000 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: osd crush chooseleaf type = 0 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: auth debug = true 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: ms die on old message = true 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: ms die on bug = true 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.165 INFO:teuthology.orchestra.run.smithi116.stdout: mon max pg per osd = 10000 # >= luminous 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: mon pg warn max object skew = 0 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: # disable pg_autoscaler by default for new pools 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: osd_pool_default_pg_autoscale_mode = off 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: osd pool default size = 2 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: mon osd allow primary affinity = true 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: mon osd allow pg remap = true 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: mon warn on legacy crush tunables = false 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: mon warn on crush straw calc version zero = false 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: mon warn on no sortbitwise = false 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: mon warn on osd down out interval zero = false 2023-11-30T08:26:02.166 INFO:teuthology.orchestra.run.smithi116.stdout: mon warn on too few osds = false 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: mon_warn_on_pool_no_redundancy = false 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: mon_allow_pool_size_one = true 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: osd default data pool replay window = 5 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: mon allow pool delete = true 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: mon cluster log file level = debug 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: debug asserts on shutdown = true 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: mon health detail to clog = false 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: mon host = "172.21.15.116,172.21.15.162,[v2:172.21.15.162:3301,v1:172.21.15.162:6790]" 2023-11-30T08:26:02.167 INFO:teuthology.orchestra.run.smithi116.stdout: fsid = 60334f9b-efbc-4132-982c-5ee6714fa55f 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout:[osd] 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: osd journal size = 100 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: osd scrub load threshold = 5.0 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: osd scrub max interval = 600 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: osd mclock profile = high_recovery_ops 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: osd recover clone overlap = true 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: osd recovery max chunk = 1048576 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: osd debug shutdown = true 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: osd debug op order = true 2023-11-30T08:26:02.168 INFO:teuthology.orchestra.run.smithi116.stdout: osd debug verify stray on activate = true 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: osd debug trim objects = true 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: osd open classes on start = true 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: osd debug pg log writeout = true 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: osd deep scrub update digest min age = 30 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: osd map max advance = 10 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: journal zero on create = true 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: filestore ondisk finisher threads = 3 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: filestore apply finisher threads = 3 2023-11-30T08:26:02.169 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: bdev debug aio = true 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: osd debug misdirected ops = true 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: bdev async discard = True 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: bdev enable discard = True 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: bluestore allocator = bitmap 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: bluestore block size = 96636764160 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: bluestore fsck on mount = True 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: debug bluefs = 1/20 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: debug bluestore = 1/20 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: debug ms = 1 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: debug osd = 20 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: debug rocksdb = 4/10 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: mon osd backfillfull_ratio = 0.85 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: mon osd full ratio = 0.9 2023-11-30T08:26:02.170 INFO:teuthology.orchestra.run.smithi116.stdout: mon osd nearfull ratio = 0.8 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: osd failsafe full ratio = 0.95 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: osd objectstore = bluestore 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: osd op complaint time = 180 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout:[mgr] 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: debug ms = 1 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: debug mgr = 20 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: debug mon = 20 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: debug auth = 20 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: mon reweight min pgs per osd = 4 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: mon reweight min bytes per osd = 10 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: mgr/telemetry/nag = false 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout:[mon] 2023-11-30T08:26:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: debug ms = 1 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: debug mon = 20 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: debug paxos = 20 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: debug auth = 20 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: mon data avail warn = 5 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: mon mgr mkfs grace = 240 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: mon reweight min pgs per osd = 4 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: mon osd reporter subtree level = osd 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: mon osd prime pg temp = true 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: mon reweight min bytes per osd = 10 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: auth mon ticket ttl = 660 # 11m 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: auth service ticket ttl = 240 # 4m 2023-11-30T08:26:02.172 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: # don't complain about insecure global_id in the test suite 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: # 1m isn't quite enough 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: mon_down_mkfs_grace = 2m 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: mon_warn_on_filestore_osds = false 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: mon op complaint time = 120 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout:[client] 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: rgw cache enabled = true 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: rgw enable ops log = true 2023-11-30T08:26:02.173 INFO:teuthology.orchestra.run.smithi116.stdout: rgw enable usage log = true 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout: client mount timeout = 600 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout: debug client = 20 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout: debug ms = 1 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout: pid file = "" 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout: rados mon op timeout = 900 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout: rados osd op timeout = 900 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout:[mon.a] 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout:[mon.b] 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout:[mon.c] 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout:[mds.a] 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout:[mds.b] 2023-11-30T08:26:02.174 INFO:teuthology.orchestra.run.smithi116.stdout:[mds] 2023-11-30T08:26:02.175 INFO:teuthology.orchestra.run.smithi116.stdout: debug mds = 20 2023-11-30T08:26:02.175 INFO:teuthology.orchestra.run.smithi116.stdout: debug mds balancer = 20 2023-11-30T08:26:02.175 INFO:teuthology.orchestra.run.smithi116.stdout: debug ms = 1 2023-11-30T08:26:02.175 INFO:teuthology.orchestra.run.smithi116.stdout: mds debug frag = True 2023-11-30T08:26:02.175 INFO:teuthology.orchestra.run.smithi116.stdout: mds debug scatterstat = True 2023-11-30T08:26:02.175 INFO:teuthology.orchestra.run.smithi116.stdout: mds op complaint time = 180 2023-11-30T08:26:02.175 INFO:teuthology.orchestra.run.smithi116.stdout: mds verify scatter = True 2023-11-30T08:26:02.175 INFO:teuthology.orchestra.run.smithi116.stdout: osd op complaint time = 180 2023-11-30T08:26:02.175 INFO:teuthology.orchestra.run.smithi116.stdout: rados mon op timeout = 900 2023-11-30T08:26:02.175 INFO:teuthology.orchestra.run.smithi116.stdout: rados osd op timeout = 900 2023-11-30T08:26:02.176 INFO:teuthology.orchestra.run.smithi162.stdout:[global] 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: chdir = "" 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: auth supported = cephx 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: filestore xattr use omap = true 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: mon clock drift allowed = 1.000 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: osd crush chooseleaf type = 0 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: auth debug = true 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: ms die on old message = true 2023-11-30T08:26:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: ms die on bug = true 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: mon max pg per osd = 10000 # >= luminous 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: mon pg warn max object skew = 0 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: # disable pg_autoscaler by default for new pools 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: osd_pool_default_pg_autoscale_mode = off 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: osd pool default size = 2 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd allow primary affinity = true 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd allow pg remap = true 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on legacy crush tunables = false 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on crush straw calc version zero = false 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on no sortbitwise = false 2023-11-30T08:26:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on osd down out interval zero = false 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: mon warn on too few osds = false 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_pool_no_redundancy = false 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: mon_allow_pool_size_one = true 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: osd default data pool replay window = 5 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: mon allow pool delete = true 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: mon cluster log file level = debug 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: debug asserts on shutdown = true 2023-11-30T08:26:02.179 INFO:teuthology.orchestra.run.smithi162.stdout: mon health detail to clog = false 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: mon host = "172.21.15.116,172.21.15.162,[v2:172.21.15.162:3301,v1:172.21.15.162:6790]" 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: fsid = 60334f9b-efbc-4132-982c-5ee6714fa55f 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout:[osd] 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: osd journal size = 100 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: osd scrub load threshold = 5.0 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: osd scrub max interval = 600 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: osd mclock profile = high_recovery_ops 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: osd recover clone overlap = true 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: osd recovery max chunk = 1048576 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.180 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug shutdown = true 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug op order = true 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug verify stray on activate = true 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug trim objects = true 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: osd open classes on start = true 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug pg log writeout = true 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: osd deep scrub update digest min age = 30 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: osd map max advance = 10 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: journal zero on create = true 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.181 INFO:teuthology.orchestra.run.smithi162.stdout: filestore ondisk finisher threads = 3 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: filestore apply finisher threads = 3 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: bdev debug aio = true 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: osd debug misdirected ops = true 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: bdev async discard = True 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: bdev enable discard = True 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: bluestore allocator = bitmap 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: bluestore block size = 96636764160 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: bluestore fsck on mount = True 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: debug bluefs = 1/20 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: debug bluestore = 1/20 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: debug ms = 1 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: debug osd = 20 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: debug rocksdb = 4/10 2023-11-30T08:26:02.182 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd backfillfull_ratio = 0.85 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd full ratio = 0.9 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd nearfull ratio = 0.8 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: osd failsafe full ratio = 0.95 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: osd objectstore = bluestore 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: osd op complaint time = 180 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout:[mgr] 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: debug ms = 1 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: debug mgr = 20 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: debug mon = 20 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: debug auth = 20 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: mon reweight min pgs per osd = 4 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: mon reweight min bytes per osd = 10 2023-11-30T08:26:02.183 INFO:teuthology.orchestra.run.smithi162.stdout: mgr/telemetry/nag = false 2023-11-30T08:26:02.184 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.184 INFO:teuthology.orchestra.run.smithi162.stdout:[mon] 2023-11-30T08:26:02.184 INFO:teuthology.orchestra.run.smithi162.stdout: debug ms = 1 2023-11-30T08:26:02.184 INFO:teuthology.orchestra.run.smithi162.stdout: debug mon = 20 2023-11-30T08:26:02.184 INFO:teuthology.orchestra.run.smithi162.stdout: debug paxos = 20 2023-11-30T08:26:02.184 INFO:teuthology.orchestra.run.smithi162.stdout: debug auth = 20 2023-11-30T08:26:02.184 INFO:teuthology.orchestra.run.smithi162.stdout: mon data avail warn = 5 2023-11-30T08:26:02.184 INFO:teuthology.orchestra.run.smithi162.stdout: mon mgr mkfs grace = 240 2023-11-30T08:26:02.184 INFO:teuthology.orchestra.run.smithi162.stdout: mon reweight min pgs per osd = 4 2023-11-30T08:26:02.184 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd reporter subtree level = osd 2023-11-30T08:26:02.184 INFO:teuthology.orchestra.run.smithi162.stdout: mon osd prime pg temp = true 2023-11-30T08:26:02.184 INFO:teuthology.orchestra.run.smithi162.stdout: mon reweight min bytes per osd = 10 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: auth mon ticket ttl = 660 # 11m 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: auth service ticket ttl = 240 # 4m 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: # don't complain about insecure global_id in the test suite 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: # 1m isn't quite enough 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: mon_down_mkfs_grace = 2m 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: mon_warn_on_filestore_osds = false 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: mon op complaint time = 120 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout: 2023-11-30T08:26:02.185 INFO:teuthology.orchestra.run.smithi162.stdout:[client] 2023-11-30T08:26:02.186 INFO:teuthology.orchestra.run.smithi162.stdout: rgw cache enabled = true 2023-11-30T08:26:02.186 INFO:teuthology.orchestra.run.smithi162.stdout: rgw enable ops log = true 2023-11-30T08:26:02.186 INFO:teuthology.orchestra.run.smithi162.stdout: rgw enable usage log = true 2023-11-30T08:26:02.186 INFO:teuthology.orchestra.run.smithi162.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-11-30T08:26:02.186 INFO:teuthology.orchestra.run.smithi162.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-11-30T08:26:02.186 INFO:teuthology.orchestra.run.smithi162.stdout: client mount timeout = 600 2023-11-30T08:26:02.186 INFO:teuthology.orchestra.run.smithi162.stdout: debug client = 20 2023-11-30T08:26:02.186 INFO:teuthology.orchestra.run.smithi162.stdout: debug ms = 1 2023-11-30T08:26:02.186 INFO:teuthology.orchestra.run.smithi162.stdout: pid file = "" 2023-11-30T08:26:02.186 INFO:teuthology.orchestra.run.smithi162.stdout: rados mon op timeout = 900 2023-11-30T08:26:02.186 INFO:teuthology.orchestra.run.smithi162.stdout: rados osd op timeout = 900 2023-11-30T08:26:02.186 INFO:teuthology.orchestra.run.smithi162.stdout:[mon.a] 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout:[mon.b] 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout:[mon.c] 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout:[mds.a] 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout:[mds.b] 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout:[mds] 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout: debug mds = 20 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout: debug mds balancer = 20 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout: debug ms = 1 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout: mds debug frag = True 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout: mds debug scatterstat = True 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout: mds op complaint time = 180 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout: mds verify scatter = True 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout: osd op complaint time = 180 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout: rados mon op timeout = 900 2023-11-30T08:26:02.187 INFO:teuthology.orchestra.run.smithi162.stdout: rados osd op timeout = 900 2023-11-30T08:26:02.188 INFO:tasks.ceph:Creating admin key on mon.a... 2023-11-30T08:26:02.188 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-11-30T08:26:02.267 INFO:tasks.ceph:Copying monmap to all nodes... 2023-11-30T08:26:02.267 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:02.267 DEBUG:teuthology.orchestra.run.smithi116:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-11-30T08:26:02.272 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:02.272 DEBUG:teuthology.orchestra.run.smithi116:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-11-30T08:26:02.319 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:26:02.319 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:02.319 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/etc/ceph/ceph.keyring 2023-11-30T08:26:02.319 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-11-30T08:26:02.383 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:02.383 DEBUG:teuthology.orchestra.run.smithi116:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:02.431 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi162.front.sepia.ceph.com 2023-11-30T08:26:02.431 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:02.431 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/ceph/ceph.keyring 2023-11-30T08:26:02.431 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-11-30T08:26:02.453 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:02.453 DEBUG:teuthology.orchestra.run.smithi162:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:02.501 INFO:tasks.ceph:Setting up mon nodes... 2023-11-30T08:26:02.501 INFO:tasks.ceph:Setting up mgr nodes... 2023-11-30T08:26:02.501 DEBUG:teuthology.orchestra.run.smithi116:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-11-30T08:26:02.544 INFO:teuthology.orchestra.run.smithi116.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-11-30T08:26:02.547 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-11-30T08:26:02.590 INFO:teuthology.orchestra.run.smithi162.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-11-30T08:26:02.607 INFO:tasks.ceph:Setting up mds nodes... 2023-11-30T08:26:02.607 DEBUG:teuthology.orchestra.run.smithi116:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-11-30T08:26:02.651 INFO:teuthology.orchestra.run.smithi116.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-11-30T08:26:02.654 DEBUG:teuthology.orchestra.run.smithi116:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-11-30T08:26:02.666 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-11-30T08:26:02.710 INFO:teuthology.orchestra.run.smithi162.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-11-30T08:26:02.713 DEBUG:teuthology.orchestra.run.smithi162:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-11-30T08:26:02.769 INFO:tasks.ceph_client:Setting up client nodes... 2023-11-30T08:26:02.770 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-11-30T08:26:02.805 INFO:teuthology.orchestra.run.smithi116.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-11-30T08:26:02.816 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-11-30T08:26:02.816 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi116.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi162.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-11-30T08:26:02.816 DEBUG:teuthology.orchestra.run.smithi116:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-11-30T08:26:02.874 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-30T08:26:02.875 INFO:tasks.ceph:role: osd.0 2023-11-30T08:26:02.875 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:26:02.875 DEBUG:teuthology.orchestra.run.smithi116:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-11-30T08:26:02.937 INFO:teuthology.orchestra.run.smithi116.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-11-30T08:26:02.938 INFO:teuthology.orchestra.run.smithi116.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-30T08:26:02.938 INFO:teuthology.orchestra.run.smithi116.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-30T08:26:02.938 INFO:teuthology.orchestra.run.smithi116.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-30T08:26:02.938 INFO:teuthology.orchestra.run.smithi116.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-30T08:26:02.938 INFO:teuthology.orchestra.run.smithi116.stdout: = sunit=0 swidth=0 blks 2023-11-30T08:26:02.938 INFO:teuthology.orchestra.run.smithi116.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-30T08:26:02.938 INFO:teuthology.orchestra.run.smithi116.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-30T08:26:02.938 INFO:teuthology.orchestra.run.smithi116.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-30T08:26:02.938 INFO:teuthology.orchestra.run.smithi116.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-30T08:26:03.392 INFO:teuthology.orchestra.run.smithi116.stdout:Discarding blocks...Done. 2023-11-30T08:26:03.394 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi116.front.sepia.ceph.com -o noatime 2023-11-30T08:26:03.394 DEBUG:teuthology.orchestra.run.smithi116:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-11-30T08:26:03.498 DEBUG:teuthology.orchestra.run.smithi116:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-11-30T08:26:03.508 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:26:03.508 INFO:teuthology.orchestra.run.smithi116.stderr:sudo: /sbin/restorecon: command not found 2023-11-30T08:26:03.509 DEBUG:teuthology.orchestra.run.smithi116:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-11-30T08:26:03.564 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-30T08:26:03.564 INFO:tasks.ceph:role: osd.1 2023-11-30T08:26:03.565 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:26:03.565 DEBUG:teuthology.orchestra.run.smithi116:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-11-30T08:26:03.628 INFO:teuthology.orchestra.run.smithi116.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-11-30T08:26:03.628 INFO:teuthology.orchestra.run.smithi116.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-30T08:26:03.628 INFO:teuthology.orchestra.run.smithi116.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-30T08:26:03.628 INFO:teuthology.orchestra.run.smithi116.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-30T08:26:03.628 INFO:teuthology.orchestra.run.smithi116.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-30T08:26:03.628 INFO:teuthology.orchestra.run.smithi116.stdout: = sunit=0 swidth=0 blks 2023-11-30T08:26:03.628 INFO:teuthology.orchestra.run.smithi116.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-30T08:26:03.628 INFO:teuthology.orchestra.run.smithi116.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-30T08:26:03.628 INFO:teuthology.orchestra.run.smithi116.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-30T08:26:03.628 INFO:teuthology.orchestra.run.smithi116.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-30T08:26:04.086 INFO:teuthology.orchestra.run.smithi116.stdout:Discarding blocks...Done. 2023-11-30T08:26:04.088 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi116.front.sepia.ceph.com -o noatime 2023-11-30T08:26:04.089 DEBUG:teuthology.orchestra.run.smithi116:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-11-30T08:26:04.237 DEBUG:teuthology.orchestra.run.smithi116:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-11-30T08:26:04.248 INFO:teuthology.orchestra.run.smithi116.stderr:sudo: /sbin/restorecon: command not found 2023-11-30T08:26:04.249 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:26:04.249 DEBUG:teuthology.orchestra.run.smithi116:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-11-30T08:26:04.306 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-30T08:26:04.306 INFO:tasks.ceph:role: osd.2 2023-11-30T08:26:04.306 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:26:04.307 DEBUG:teuthology.orchestra.run.smithi116:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-11-30T08:26:04.371 INFO:teuthology.orchestra.run.smithi116.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-11-30T08:26:04.371 INFO:teuthology.orchestra.run.smithi116.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-30T08:26:04.371 INFO:teuthology.orchestra.run.smithi116.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-30T08:26:04.371 INFO:teuthology.orchestra.run.smithi116.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-30T08:26:04.371 INFO:teuthology.orchestra.run.smithi116.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-30T08:26:04.371 INFO:teuthology.orchestra.run.smithi116.stdout: = sunit=0 swidth=0 blks 2023-11-30T08:26:04.372 INFO:teuthology.orchestra.run.smithi116.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-30T08:26:04.372 INFO:teuthology.orchestra.run.smithi116.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-30T08:26:04.372 INFO:teuthology.orchestra.run.smithi116.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-30T08:26:04.372 INFO:teuthology.orchestra.run.smithi116.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-30T08:26:04.841 INFO:teuthology.orchestra.run.smithi116.stdout:Discarding blocks...Done. 2023-11-30T08:26:04.842 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi116.front.sepia.ceph.com -o noatime 2023-11-30T08:26:04.843 DEBUG:teuthology.orchestra.run.smithi116:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-11-30T08:26:04.974 DEBUG:teuthology.orchestra.run.smithi116:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-11-30T08:26:04.986 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:26:04.987 INFO:teuthology.orchestra.run.smithi116.stderr:sudo: /sbin/restorecon: command not found 2023-11-30T08:26:04.987 DEBUG:teuthology.orchestra.run.smithi116:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-11-30T08:26:05.042 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-11-30T08:26:05.042 INFO:tasks.ceph:role: osd.3 2023-11-30T08:26:05.042 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:26:05.043 DEBUG:teuthology.orchestra.run.smithi116:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-11-30T08:26:05.105 INFO:teuthology.orchestra.run.smithi116.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-11-30T08:26:05.105 INFO:teuthology.orchestra.run.smithi116.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-30T08:26:05.106 INFO:teuthology.orchestra.run.smithi116.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-30T08:26:05.106 INFO:teuthology.orchestra.run.smithi116.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-30T08:26:05.106 INFO:teuthology.orchestra.run.smithi116.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-30T08:26:05.106 INFO:teuthology.orchestra.run.smithi116.stdout: = sunit=0 swidth=0 blks 2023-11-30T08:26:05.106 INFO:teuthology.orchestra.run.smithi116.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-30T08:26:05.106 INFO:teuthology.orchestra.run.smithi116.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-30T08:26:05.106 INFO:teuthology.orchestra.run.smithi116.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-30T08:26:05.106 INFO:teuthology.orchestra.run.smithi116.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-30T08:26:05.527 INFO:teuthology.orchestra.run.smithi116.stdout:Discarding blocks...Done. 2023-11-30T08:26:05.529 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi116.front.sepia.ceph.com -o noatime 2023-11-30T08:26:05.530 DEBUG:teuthology.orchestra.run.smithi116:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-11-30T08:26:05.627 DEBUG:teuthology.orchestra.run.smithi116:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-11-30T08:26:05.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:26:05.639 INFO:teuthology.orchestra.run.smithi116.stderr:sudo: /sbin/restorecon: command not found 2023-11-30T08:26:05.639 DEBUG:teuthology.orchestra.run.smithi116:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:05.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:05.744+0000 7f5ae9e29640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-11-30T08:26:05.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:05.744+0000 7f5ae9e29640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-11-30T08:26:05.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:05.744+0000 7f5ae9e29640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-11-30T08:26:05.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:05.744+0000 7f5ae9e29640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-11-30T08:26:05.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:05.744+0000 7f5ae9e29640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-11-30T08:26:05.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:05.748+0000 7f5ae9e29640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-11-30T08:26:08.795 DEBUG:teuthology.orchestra.run.smithi116:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-11-30T08:26:08.809 DEBUG:teuthology.orchestra.run.smithi116:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:08.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:08.888+0000 7f533afdb640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-11-30T08:26:08.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:08.892+0000 7f533afdb640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-11-30T08:26:08.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:08.892+0000 7f533afdb640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-11-30T08:26:08.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:08.892+0000 7f533afdb640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-11-30T08:26:08.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:08.892+0000 7f533afdb640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-11-30T08:26:08.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:08.892+0000 7f533afdb640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-11-30T08:26:11.905 DEBUG:teuthology.orchestra.run.smithi116:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-11-30T08:26:11.959 DEBUG:teuthology.orchestra.run.smithi116:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:12.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:12.040+0000 7f1bea5b7640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-11-30T08:26:12.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:12.040+0000 7f1bea5b7640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-11-30T08:26:12.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:12.040+0000 7f1bea5b7640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-11-30T08:26:12.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:12.040+0000 7f1bea5b7640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-11-30T08:26:12.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:12.040+0000 7f1bea5b7640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-11-30T08:26:12.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:12.040+0000 7f1bea5b7640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-11-30T08:26:15.046 DEBUG:teuthology.orchestra.run.smithi116:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-11-30T08:26:15.106 DEBUG:teuthology.orchestra.run.smithi116:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:15.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:15.192+0000 7fb70f4ae640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-11-30T08:26:15.198 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:15.192+0000 7fb70f4ae640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-11-30T08:26:15.198 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:15.192+0000 7fb70f4ae640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-11-30T08:26:15.198 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:15.192+0000 7fb70f4ae640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-11-30T08:26:15.198 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:15.192+0000 7fb70f4ae640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-11-30T08:26:15.198 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:15.196+0000 7fb70f4ae640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-11-30T08:26:18.230 DEBUG:teuthology.orchestra.run.smithi116:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-11-30T08:26:18.288 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-11-30T08:26:18.302 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-30T08:26:18.302 INFO:tasks.ceph:role: osd.4 2023-11-30T08:26:18.302 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi162.front.sepia.ceph.com 2023-11-30T08:26:18.302 DEBUG:teuthology.orchestra.run.smithi162:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-11-30T08:26:18.368 INFO:teuthology.orchestra.run.smithi162.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-11-30T08:26:18.368 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-30T08:26:18.369 INFO:teuthology.orchestra.run.smithi162.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-30T08:26:18.369 INFO:teuthology.orchestra.run.smithi162.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-30T08:26:18.369 INFO:teuthology.orchestra.run.smithi162.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-30T08:26:18.369 INFO:teuthology.orchestra.run.smithi162.stdout: = sunit=0 swidth=0 blks 2023-11-30T08:26:18.369 INFO:teuthology.orchestra.run.smithi162.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-30T08:26:18.369 INFO:teuthology.orchestra.run.smithi162.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-30T08:26:18.369 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-30T08:26:18.369 INFO:teuthology.orchestra.run.smithi162.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-30T08:26:18.827 INFO:teuthology.orchestra.run.smithi162.stdout:Discarding blocks...Done. 2023-11-30T08:26:18.829 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi162.front.sepia.ceph.com -o noatime 2023-11-30T08:26:18.829 DEBUG:teuthology.orchestra.run.smithi162:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-11-30T08:26:18.922 DEBUG:teuthology.orchestra.run.smithi162:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-11-30T08:26:18.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:26:18.932 INFO:teuthology.orchestra.run.smithi162.stderr:sudo: /sbin/restorecon: command not found 2023-11-30T08:26:18.933 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-11-30T08:26:18.986 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-30T08:26:18.986 INFO:tasks.ceph:role: osd.5 2023-11-30T08:26:18.986 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi162.front.sepia.ceph.com 2023-11-30T08:26:18.986 DEBUG:teuthology.orchestra.run.smithi162:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-11-30T08:26:19.048 INFO:teuthology.orchestra.run.smithi162.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-11-30T08:26:19.048 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-30T08:26:19.048 INFO:teuthology.orchestra.run.smithi162.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-30T08:26:19.048 INFO:teuthology.orchestra.run.smithi162.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-30T08:26:19.048 INFO:teuthology.orchestra.run.smithi162.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-30T08:26:19.048 INFO:teuthology.orchestra.run.smithi162.stdout: = sunit=0 swidth=0 blks 2023-11-30T08:26:19.048 INFO:teuthology.orchestra.run.smithi162.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-30T08:26:19.049 INFO:teuthology.orchestra.run.smithi162.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-30T08:26:19.049 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-30T08:26:19.049 INFO:teuthology.orchestra.run.smithi162.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-30T08:26:19.509 INFO:teuthology.orchestra.run.smithi162.stdout:Discarding blocks...Done. 2023-11-30T08:26:19.510 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi162.front.sepia.ceph.com -o noatime 2023-11-30T08:26:19.510 DEBUG:teuthology.orchestra.run.smithi162:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-11-30T08:26:19.639 DEBUG:teuthology.orchestra.run.smithi162:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-11-30T08:26:19.650 INFO:teuthology.orchestra.run.smithi162.stderr:sudo: /sbin/restorecon: command not found 2023-11-30T08:26:19.650 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:26:19.651 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-11-30T08:26:19.704 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-30T08:26:19.704 INFO:tasks.ceph:role: osd.6 2023-11-30T08:26:19.704 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi162.front.sepia.ceph.com 2023-11-30T08:26:19.704 DEBUG:teuthology.orchestra.run.smithi162:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-11-30T08:26:19.768 INFO:teuthology.orchestra.run.smithi162.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-11-30T08:26:19.768 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-30T08:26:19.768 INFO:teuthology.orchestra.run.smithi162.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-30T08:26:19.768 INFO:teuthology.orchestra.run.smithi162.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-30T08:26:19.768 INFO:teuthology.orchestra.run.smithi162.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-30T08:26:19.768 INFO:teuthology.orchestra.run.smithi162.stdout: = sunit=0 swidth=0 blks 2023-11-30T08:26:19.768 INFO:teuthology.orchestra.run.smithi162.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-30T08:26:19.768 INFO:teuthology.orchestra.run.smithi162.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-30T08:26:19.768 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-30T08:26:19.769 INFO:teuthology.orchestra.run.smithi162.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-30T08:26:20.257 INFO:teuthology.orchestra.run.smithi162.stdout:Discarding blocks...Done. 2023-11-30T08:26:20.259 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi162.front.sepia.ceph.com -o noatime 2023-11-30T08:26:20.259 DEBUG:teuthology.orchestra.run.smithi162:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-11-30T08:26:20.368 DEBUG:teuthology.orchestra.run.smithi162:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-11-30T08:26:20.377 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:26:20.377 INFO:teuthology.orchestra.run.smithi162.stderr:sudo: /sbin/restorecon: command not found 2023-11-30T08:26:20.378 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-11-30T08:26:20.434 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-11-30T08:26:20.434 INFO:tasks.ceph:role: osd.7 2023-11-30T08:26:20.434 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi162.front.sepia.ceph.com 2023-11-30T08:26:20.434 DEBUG:teuthology.orchestra.run.smithi162:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-11-30T08:26:20.502 INFO:teuthology.orchestra.run.smithi162.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-11-30T08:26:20.502 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 attr=2, projid32bit=1 2023-11-30T08:26:20.502 INFO:teuthology.orchestra.run.smithi162.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-11-30T08:26:20.502 INFO:teuthology.orchestra.run.smithi162.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-11-30T08:26:20.502 INFO:teuthology.orchestra.run.smithi162.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-11-30T08:26:20.502 INFO:teuthology.orchestra.run.smithi162.stdout: = sunit=0 swidth=0 blks 2023-11-30T08:26:20.502 INFO:teuthology.orchestra.run.smithi162.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-11-30T08:26:20.502 INFO:teuthology.orchestra.run.smithi162.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-11-30T08:26:20.503 INFO:teuthology.orchestra.run.smithi162.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-11-30T08:26:20.503 INFO:teuthology.orchestra.run.smithi162.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-11-30T08:26:20.939 INFO:teuthology.orchestra.run.smithi162.stdout:Discarding blocks...Done. 2023-11-30T08:26:20.941 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi162.front.sepia.ceph.com -o noatime 2023-11-30T08:26:20.941 DEBUG:teuthology.orchestra.run.smithi162:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-11-30T08:26:21.039 DEBUG:teuthology.orchestra.run.smithi162:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-11-30T08:26:21.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:26:21.049 INFO:teuthology.orchestra.run.smithi162.stderr:sudo: /sbin/restorecon: command not found 2023-11-30T08:26:21.050 DEBUG:teuthology.orchestra.run.smithi162:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:21.153 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:21.145+0000 7f598ec4c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-11-30T08:26:21.154 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:21.145+0000 7f598ec4c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-11-30T08:26:21.154 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:21.145+0000 7f598ec4c640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-11-30T08:26:21.155 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:21.145+0000 7f598ec4c640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-11-30T08:26:21.155 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:21.145+0000 7f598ec4c640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-11-30T08:26:21.160 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:21.153+0000 7f598ec4c640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-11-30T08:26:24.217 DEBUG:teuthology.orchestra.run.smithi162:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-11-30T08:26:24.230 DEBUG:teuthology.orchestra.run.smithi162:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:24.312 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:24.301+0000 7f289414f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-11-30T08:26:24.312 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:24.305+0000 7f289414f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-11-30T08:26:24.313 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:24.305+0000 7f289414f640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-11-30T08:26:24.313 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:24.305+0000 7f289414f640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-11-30T08:26:24.313 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:24.305+0000 7f289414f640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-11-30T08:26:24.313 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:24.305+0000 7f289414f640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-11-30T08:26:27.351 DEBUG:teuthology.orchestra.run.smithi162:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-11-30T08:26:27.409 DEBUG:teuthology.orchestra.run.smithi162:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:27.492 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:27.485+0000 7f70af02a640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-11-30T08:26:27.493 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:27.485+0000 7f70af02a640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-11-30T08:26:27.493 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:27.485+0000 7f70af02a640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-11-30T08:26:27.493 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:27.485+0000 7f70af02a640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-11-30T08:26:27.493 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:27.485+0000 7f70af02a640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-11-30T08:26:27.493 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:27.485+0000 7f70af02a640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-11-30T08:26:30.399 DEBUG:teuthology.orchestra.run.smithi116:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-30T08:26:30.402 DEBUG:teuthology.orchestra.run.smithi162:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-30T08:26:30.527 DEBUG:teuthology.orchestra.run.smithi162:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-11-30T08:26:30.541 DEBUG:teuthology.orchestra.run.smithi162:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:30.623 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:30.613+0000 7f3bcd257640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-11-30T08:26:30.624 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:30.613+0000 7f3bcd257640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-11-30T08:26:30.624 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:30.613+0000 7f3bcd257640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-11-30T08:26:30.624 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:30.613+0000 7f3bcd257640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-11-30T08:26:30.624 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:30.613+0000 7f3bcd257640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-11-30T08:26:30.624 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:30.617+0000 7f3bcd257640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-11-30T08:26:33.643 DEBUG:teuthology.orchestra.run.smithi162:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-11-30T08:26:33.697 INFO:tasks.ceph:Reading keys from all nodes... 2023-11-30T08:26:33.697 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:33.698 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-11-30T08:26:33.711 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:33.711 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-11-30T08:26:33.765 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:33.765 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-11-30T08:26:33.819 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:33.819 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-11-30T08:26:33.874 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:33.874 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-11-30T08:26:33.930 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:33.930 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-11-30T08:26:33.986 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:33.986 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-11-30T08:26:34.002 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:34.002 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-11-30T08:26:34.056 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:34.056 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-11-30T08:26:34.111 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:34.111 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-11-30T08:26:34.168 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:34.168 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-11-30T08:26:34.223 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:34.223 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-11-30T08:26:34.280 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:34.280 DEBUG:teuthology.orchestra.run.smithi116:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-11-30T08:26:34.286 INFO:tasks.ceph:Adding keys to all mons... 2023-11-30T08:26:34.286 DEBUG:teuthology.orchestra.run.smithi116:> sudo tee -a /etc/ceph/ceph.keyring 2023-11-30T08:26:34.332 DEBUG:teuthology.orchestra.run.smithi162:> sudo tee -a /etc/ceph/ceph.keyring 2023-11-30T08:26:34.341 INFO:teuthology.orchestra.run.smithi116.stdout:[mgr.y] 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAaR2hl3UtjIBAAtHVAHF6ZMuKRkpWkylXjHA== 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout:[mds.a] 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAaR2hlhrC8JhAAUsiIZZT4Gv1ZTb64Hfutog== 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout:[osd.0] 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAdR2hlRCx1LBAAXJmpR4+AutFPyu/LjvA2vQ== 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout:[osd.1] 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAgR2hlAJM0NRAAHFOLkUdImoX/kEAvwjBk7Q== 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout:[osd.2] 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAkR2hli8J9AhAA3p83V19VvsXeP5VIturiAg== 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout:[osd.3] 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAnR2hl0iurCxAA7LZFTx1GLb7GVjf49maBVg== 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout:[mgr.x] 2023-11-30T08:26:34.342 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAaR2hlQaHxIhAA0d8IO0d/2YM2uuNnutNm5w== 2023-11-30T08:26:34.343 INFO:teuthology.orchestra.run.smithi116.stdout:[mds.b] 2023-11-30T08:26:34.343 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAaR2hllMkKKhAAt5+qJY7yJFuzxp0saFLzPg== 2023-11-30T08:26:34.343 INFO:teuthology.orchestra.run.smithi116.stdout:[osd.4] 2023-11-30T08:26:34.343 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAtR2hls3/aCBAAaD8RKiuvXAD4MFHo8eoayw== 2023-11-30T08:26:34.343 INFO:teuthology.orchestra.run.smithi116.stdout:[osd.5] 2023-11-30T08:26:34.343 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAwR2hlZ2JQEhAAwBMm5+u14uR4RTLM3LenKA== 2023-11-30T08:26:34.343 INFO:teuthology.orchestra.run.smithi116.stdout:[osd.6] 2023-11-30T08:26:34.343 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAzR2hl3QIZHRAAYaYTH+qT8+E9avTSDFUtSQ== 2023-11-30T08:26:34.343 INFO:teuthology.orchestra.run.smithi116.stdout:[osd.7] 2023-11-30T08:26:34.343 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQA2R2hlCuffJBAABD+8YaVcDIVMbuhz4q1JdA== 2023-11-30T08:26:34.343 INFO:teuthology.orchestra.run.smithi116.stdout:[client.0] 2023-11-30T08:26:34.343 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAaR2hlOMbqLxAAJ8+aLNBXeBHCYdvJbKDn3w== 2023-11-30T08:26:34.345 INFO:teuthology.orchestra.run.smithi162.stdout:[mgr.y] 2023-11-30T08:26:34.345 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAaR2hl3UtjIBAAtHVAHF6ZMuKRkpWkylXjHA== 2023-11-30T08:26:34.345 INFO:teuthology.orchestra.run.smithi162.stdout:[mds.a] 2023-11-30T08:26:34.345 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAaR2hlhrC8JhAAUsiIZZT4Gv1ZTb64Hfutog== 2023-11-30T08:26:34.345 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.0] 2023-11-30T08:26:34.345 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAdR2hlRCx1LBAAXJmpR4+AutFPyu/LjvA2vQ== 2023-11-30T08:26:34.345 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.1] 2023-11-30T08:26:34.345 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAgR2hlAJM0NRAAHFOLkUdImoX/kEAvwjBk7Q== 2023-11-30T08:26:34.345 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.2] 2023-11-30T08:26:34.345 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAkR2hli8J9AhAA3p83V19VvsXeP5VIturiAg== 2023-11-30T08:26:34.345 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.3] 2023-11-30T08:26:34.345 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAnR2hl0iurCxAA7LZFTx1GLb7GVjf49maBVg== 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout:[mgr.x] 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAaR2hlQaHxIhAA0d8IO0d/2YM2uuNnutNm5w== 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout:[mds.b] 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAaR2hllMkKKhAAt5+qJY7yJFuzxp0saFLzPg== 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.4] 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAtR2hls3/aCBAAaD8RKiuvXAD4MFHo8eoayw== 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.5] 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAwR2hlZ2JQEhAAwBMm5+u14uR4RTLM3LenKA== 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.6] 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAzR2hl3QIZHRAAYaYTH+qT8+E9avTSDFUtSQ== 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout:[osd.7] 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQA2R2hlCuffJBAABD+8YaVcDIVMbuhz4q1JdA== 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout:[client.0] 2023-11-30T08:26:34.346 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAaR2hlOMbqLxAAJ8+aLNBXeBHCYdvJbKDn3w== 2023-11-30T08:26:34.347 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-11-30T08:26:34.388 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-11-30T08:26:34.433 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-30T08:26:34.476 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-30T08:26:34.519 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:34.522 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:34.602 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:34.605 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:34.688 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:34.690 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:34.775 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:34.777 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:34.860 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-11-30T08:26:34.863 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-11-30T08:26:34.942 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-30T08:26:34.944 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-11-30T08:26:35.026 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:35.028 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:35.106 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:35.111 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:35.187 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:35.200 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:35.265 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:35.287 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-11-30T08:26:35.346 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-30T08:26:35.371 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-11-30T08:26:35.432 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-11-30T08:26:35.433 DEBUG:teuthology.orchestra.run.smithi116:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-11-30T08:26:35.445 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-11-30T08:26:35.542 DEBUG:teuthology.orchestra.run.smithi116:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-11-30T08:26:35.552 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-11-30T08:26:35.566 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-11-30T08:26:35.668 DEBUG:teuthology.orchestra.run.smithi162:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-11-30T08:26:35.679 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-11-30T08:26:35.731 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-11-30T08:26:35.824 DEBUG:teuthology.orchestra.run.smithi162:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-11-30T08:26:35.834 DEBUG:teuthology.orchestra.run.smithi116:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:35.837 DEBUG:teuthology.orchestra.run.smithi162:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-11-30T08:26:35.879 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-11-30T08:26:35.880 INFO:tasks.ceph.mon.a:Restarting daemon 2023-11-30T08:26:35.880 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-11-30T08:26:35.883 INFO:tasks.ceph.mon.a:Started 2023-11-30T08:26:35.883 INFO:tasks.ceph.mon.b:Restarting daemon 2023-11-30T08:26:35.884 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-11-30T08:26:35.925 INFO:tasks.ceph.mon.b:Started 2023-11-30T08:26:35.925 INFO:tasks.ceph.mon.c:Restarting daemon 2023-11-30T08:26:35.925 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-11-30T08:26:35.927 INFO:tasks.ceph.mon.c:Started 2023-11-30T08:26:35.927 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-11-30T08:26:35.927 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-11-30T08:26:35.928 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-11-30T08:26:35.930 INFO:tasks.ceph.mgr.y:Started 2023-11-30T08:26:35.930 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-11-30T08:26:35.931 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-11-30T08:26:35.933 INFO:tasks.ceph.mgr.x:Started 2023-11-30T08:26:35.933 INFO:tasks.ceph:Setting crush tunables to default 2023-11-30T08:26:35.933 DEBUG:teuthology.orchestra.run.smithi116:> sudo ceph --cluster ceph osd crush tunables default 2023-11-30T08:26:36.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b0e832640 1 Processor -- start 2023-11-30T08:26:36.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b0e832640 1 -- start start 2023-11-30T08:26:36.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b0e832640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 0x7f7b08147b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:36.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b0e832640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b0813ebd0 con 0x7f7b08071190 2023-11-30T08:26:36.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b0e832640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b081484d0 con 0x7f7b08073830 2023-11-30T08:26:36.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b0e832640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b080b0680 con 0x7f7b08073450 2023-11-30T08:26:36.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b077fe640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f7b08071190 0x7f7b0813e4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:58564/0 (socket says 172.21.15.116:58564) 2023-11-30T08:26:36.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b077fe640 1 -- 172.21.15.116:0/1571537435 learned_addr learned my addr 172.21.15.116:0/1571537435 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:26:36.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b07fff640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 0x7f7b08147b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b07fff640 1 -- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 msgr2=0x7f7b08147b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-11-30T08:26:36.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b07fff640 1 -- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 msgr2=0x7f7b08147b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-11-30T08:26:36.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b07fff640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 0x7f7b08147b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-11-30T08:26:36.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.047+0000 7f7b07fff640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 0x7f7b08147b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-11-30T08:26:36.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.251+0000 7f7b07fff640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 0x7f7b08147b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.251+0000 7f7b07fff640 1 -- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 msgr2=0x7f7b08147b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-11-30T08:26:36.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.251+0000 7f7b07fff640 1 -- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 msgr2=0x7f7b08147b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-11-30T08:26:36.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.251+0000 7f7b07fff640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 0x7f7b08147b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-11-30T08:26:36.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.251+0000 7f7b07fff640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 0x7f7b08147b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-11-30T08:26:36.271 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2891370621 0 0) 0x7f7b0813ebd0 con 0x7f7b08071190 2023-11-30T08:26:36.271 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7af0003530 con 0x7f7b08071190 2023-11-30T08:26:36.272 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 <== mon.1 v1:172.21.15.162:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3914176525 0 0) 0x7f7b081484d0 con 0x7f7b08073830 2023-11-30T08:26:36.272 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 --> v1:172.21.15.162:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b0813ebd0 con 0x7f7b08073830 2023-11-30T08:26:36.273 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1889414827 0 0) 0x7f7af0003530 con 0x7f7b08071190 2023-11-30T08:26:36.273 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 msgr2=0x7f7b08147b50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-30T08:26:36.273 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 0x7f7b08147b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.273 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 >> v1:172.21.15.162:6789/0 conn(0x7f7b08073830 legacy=0x7f7b0814ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:36.274 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b08071910 con 0x7f7b08071190 2023-11-30T08:26:36.274 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f7afc001680 con 0x7f7b08071190 2023-11-30T08:26:36.274 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 >> v1:172.21.15.116:6789/0 conn(0x7f7b08071190 legacy=0x7f7b0813e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:36.274 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7af0003b40 0x7f7af0003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:36.274 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 0x7f7af00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:36.274 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7af0004d10 0x7f7af0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:36.274 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b080b0680 con 0x7f7af0004d10 2023-11-30T08:26:36.274 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7af0005b60 con 0x7f7af0003b40 2023-11-30T08:26:36.274 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7af0005d20 con 0x7f7b08073450 2023-11-30T08:26:36.274 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b0cdcf640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7af0004d10 0x7f7af0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.274 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b07fff640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7af0003b40 0x7f7af0003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.275 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.267+0000 7f7b077fe640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 0x7f7af00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.275 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.271+0000 7f7b0cdcf640 1 -- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 msgr2=0x7f7af00047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:36.275 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.271+0000 7f7b0cdcf640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b08073450 0x7f7af00047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.275 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.271+0000 7f7b0cdcf640 1 -- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7af0003b40 msgr2=0x7f7af0003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:36.275 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.271+0000 7f7b0cdcf640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7af0003b40 0x7f7af0003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.275 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.271+0000 7f7b0cdcf640 1 -- 172.21.15.116:0/1571537435 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7af0003530 con 0x7f7af0004d10 2023-11-30T08:26:36.276 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.271+0000 7f7b07fff640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7af0003b40 0x7f7af0003f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:26:36.280 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.275+0000 7f7b0cdcf640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7af0004d10 0x7f7af0005190 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7b00001fd0 tx=0x7f7b0001f050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f04b82ff99e064f9 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:36.280 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.275+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b000a8c70 con 0x7f7af0004d10 2023-11-30T08:26:36.280 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.275+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b000a8df0 con 0x7f7af0004d10 2023-11-30T08:26:36.280 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.275+0000 7f7b06ffd640 1 -- 172.21.15.116:0/1571537435 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b00003bc0 con 0x7f7af0004d10 2023-11-30T08:26:36.282 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.275+0000 7f7b0e832640 1 -- 172.21.15.116:0/1571537435 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7af0004d10 msgr2=0x7f7af0005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:36.282 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.275+0000 7f7b0e832640 1 --2- 172.21.15.116:0/1571537435 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7af0004d10 0x7f7af0005190 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7b00001fd0 tx=0x7f7b0001f050 comp rx=0 tx=0).stop 2023-11-30T08:26:36.282 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.275+0000 7f7b0cdcf640 1 -- 172.21.15.116:0/1571537435 reap_dead start 2023-11-30T08:26:36.282 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.275+0000 7f7b0e832640 1 -- 172.21.15.116:0/1571537435 shutdown_connections 2023-11-30T08:26:36.282 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.275+0000 7f7b0e832640 1 -- 172.21.15.116:0/1571537435 >> 172.21.15.116:0/1571537435 conn(0x7f7b0806a580 msgr2=0x7f7b0806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:36.282 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.275+0000 7f7b0e832640 1 -- 172.21.15.116:0/1571537435 shutdown_connections 2023-11-30T08:26:36.283 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.275+0000 7f7b0e832640 1 -- 172.21.15.116:0/1571537435 wait complete. 2023-11-30T08:26:36.283 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b0e832640 1 Processor -- start 2023-11-30T08:26:36.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b0e832640 1 -- start start 2023-11-30T08:26:36.286 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b0e832640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b080704b0 0x7f7b08070890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:36.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b0e832640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b08135200 0x7f7b08135640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:36.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b0e832640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7b081dad60 0x7f7b081db1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:36.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b0e832640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b080b3980 con 0x7f7b08135200 2023-11-30T08:26:36.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b0e832640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b080b4750 con 0x7f7b081dad60 2023-11-30T08:26:36.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b0e832640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b081db6e0 con 0x7f7b080704b0 2023-11-30T08:26:36.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b077fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b08135200 0x7f7b08135640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b077fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b08135200 0x7f7b08135640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:35790/0 (socket says 172.21.15.116:35790) 2023-11-30T08:26:36.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b077fe640 1 -- 172.21.15.116:0/1295088436 learned_addr learned my addr 172.21.15.116:0/1295088436 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b07fff640 1 --2- 172.21.15.116:0/1295088436 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b080704b0 0x7f7b08070890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b0cdcf640 1 --2- 172.21.15.116:0/1295088436 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7b081dad60 0x7f7b081db1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b077fe640 1 -- 172.21.15.116:0/1295088436 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b080704b0 msgr2=0x7f7b08070890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b077fe640 1 --2- 172.21.15.116:0/1295088436 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b080704b0 0x7f7b08070890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b077fe640 1 -- 172.21.15.116:0/1295088436 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7b081dad60 msgr2=0x7f7b081db1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b077fe640 1 --2- 172.21.15.116:0/1295088436 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7b081dad60 0x7f7b081db1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b077fe640 1 -- 172.21.15.116:0/1295088436 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b080b49f0 con 0x7f7b08135200 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b077fe640 1 --2- 172.21.15.116:0/1295088436 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b08135200 0x7f7b08135640 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7afc004850 tx=0x7f7afc007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b04ff9640 1 -- 172.21.15.116:0/1295088436 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7afc00f6a0 con 0x7f7b08135200 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b04ff9640 1 -- 172.21.15.116:0/1295088436 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7afc00f820 con 0x7f7b08135200 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.279+0000 7f7b04ff9640 1 -- 172.21.15.116:0/1295088436 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7afc00fbd0 con 0x7f7b08135200 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.283+0000 7f7b0e832640 1 -- 172.21.15.116:0/1295088436 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b080b4cd0 con 0x7f7b08135200 2023-11-30T08:26:36.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.283+0000 7f7b0e832640 1 -- 172.21.15.116:0/1295088436 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b0813d1e0 con 0x7f7b08135200 2023-11-30T08:26:36.289 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.283+0000 7f7aee7fc640 1 -- 172.21.15.116:0/1295088436 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ae0005260 con 0x7f7b08135200 2023-11-30T08:26:36.289 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.283+0000 7f7b04ff9640 1 -- 172.21.15.116:0/1295088436 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f7afc01d460 con 0x7f7b08135200 2023-11-30T08:26:36.289 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.283+0000 7f7b04ff9640 1 -- 172.21.15.116:0/1295088436 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f7afc027510 con 0x7f7b08135200 2023-11-30T08:26:36.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.287+0000 7f7b04ff9640 1 -- 172.21.15.116:0/1295088436 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f7afc01d8a0 con 0x7f7b08135200 2023-11-30T08:26:36.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.351+0000 7f7aee7fc640 1 -- 172.21.15.116:0/1295088436 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f7ae00057e0 con 0x7f7b08135200 2023-11-30T08:26:36.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.351+0000 7f7b04ff9640 1 -- 172.21.15.116:0/1295088436 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f7afc01da40 con 0x7f7b08135200 2023-11-30T08:26:36.358 INFO:teuthology.orchestra.run.smithi116.stderr:adjusted tunables profile to default 2023-11-30T08:26:36.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.355+0000 7f7aee7fc640 1 -- 172.21.15.116:0/1295088436 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b08135200 msgr2=0x7f7b08135640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:36.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.355+0000 7f7aee7fc640 1 --2- 172.21.15.116:0/1295088436 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b08135200 0x7f7b08135640 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7afc004850 tx=0x7f7afc007430 comp rx=0 tx=0).stop 2023-11-30T08:26:36.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.355+0000 7f7aee7fc640 1 -- 172.21.15.116:0/1295088436 shutdown_connections 2023-11-30T08:26:36.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.355+0000 7f7aee7fc640 1 --2- 172.21.15.116:0/1295088436 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7b081dad60 0x7f7b081db1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.355+0000 7f7aee7fc640 1 --2- 172.21.15.116:0/1295088436 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b08135200 0x7f7b08135640 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.355+0000 7f7aee7fc640 1 --2- 172.21.15.116:0/1295088436 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b080704b0 0x7f7b08070890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.355+0000 7f7aee7fc640 1 -- 172.21.15.116:0/1295088436 >> 172.21.15.116:0/1295088436 conn(0x7f7b0806a580 msgr2=0x7f7b080b6b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:36.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.355+0000 7f7aee7fc640 1 -- 172.21.15.116:0/1295088436 shutdown_connections 2023-11-30T08:26:36.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:36.355+0000 7f7aee7fc640 1 -- 172.21.15.116:0/1295088436 wait complete. 2023-11-30T08:26:36.376 INFO:tasks.ceph:check_enable_crimson: False 2023-11-30T08:26:36.377 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-11-30T08:26:36.377 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:36.377 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-11-30T08:26:36.387 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:36.387 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-11-30T08:26:36.439 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:36.439 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-11-30T08:26:36.479 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:36.475+0000 7faebbaa7180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-11-30T08:26:36.490 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:26:36.490 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-11-30T08:26:36.545 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:36.545 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-11-30T08:26:36.560 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:36.560 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-11-30T08:26:36.560 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:36.549+0000 7f2da5cd5180 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-11-30T08:26:36.615 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:36.615 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-11-30T08:26:36.671 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2023-11-30T08:26:36.671 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-11-30T08:26:36.727 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster ceph osd new 52331cc8-487e-49da-b7fe-4d46bc0496ab 0 2023-11-30T08:26:36.888 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12c4e2e640 1 Processor -- start 2023-11-30T08:26:36.889 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12c4e2e640 1 -- start start 2023-11-30T08:26:36.890 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12c4e2e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f12c0073710 0x7f12c01483e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:36.890 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12c4e2e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 0x7f12c013e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:36.890 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12c4e2e640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12c0073af0 con 0x7f12c013ea00 2023-11-30T08:26:36.890 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12c4e2e640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12c0145490 con 0x7f12c0073710 2023-11-30T08:26:36.890 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12c4e2e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12c0147be0 con 0x7f12c0071240 2023-11-30T08:26:36.890 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12bdd9b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 0x7f12c013e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.891 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12bdd9b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 0x7f12c013e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.162:54302/0 (socket says 172.21.15.162:54302) 2023-11-30T08:26:36.891 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12bdd9b640 1 -- 172.21.15.162:0/2145803136 learned_addr learned my addr 172.21.15.162:0/2145803136 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:36.891 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12be59c640 1 --2- 172.21.15.162:0/2145803136 >> v2:172.21.15.116:3300/0 conn(0x7f12c0073710 0x7f12c01483e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.891 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12bdd9b640 1 -- 172.21.15.162:0/2145803136 >> v2:172.21.15.116:3300/0 conn(0x7f12c0073710 msgr2=0x7f12c01483e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:36.891 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12bdd9b640 1 --2- 172.21.15.162:0/2145803136 >> v2:172.21.15.116:3300/0 conn(0x7f12c0073710 0x7f12c01483e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.891 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12bdd9b640 1 -- 172.21.15.162:0/2145803136 >> v1:172.21.15.116:6789/0 conn(0x7f12c013ea00 legacy=0x7f12c0144a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:36.891 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.881+0000 7f12bdd9b640 1 -- 172.21.15.162:0/2145803136 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12c0147ec0 con 0x7f12c0071240 2023-11-30T08:26:36.892 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bdd9b640 1 --2- 172.21.15.162:0/2145803136 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 0x7f12c013e4c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f12b4009870 tx=0x7f12b401c470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c6d3b7b1d0364a3e server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:36.892 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bd59a640 1 -- 172.21.15.162:0/2145803136 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12b40ab600 con 0x7f12c0071240 2023-11-30T08:26:36.892 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bd59a640 1 -- 172.21.15.162:0/2145803136 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12b40a7050 con 0x7f12c0071240 2023-11-30T08:26:36.892 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bd59a640 1 -- 172.21.15.162:0/2145803136 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12b40ab980 con 0x7f12c0071240 2023-11-30T08:26:36.893 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 -- 172.21.15.162:0/2145803136 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 msgr2=0x7f12c013e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:36.893 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 --2- 172.21.15.162:0/2145803136 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 0x7f12c013e4c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f12b4009870 tx=0x7f12b401c470 comp rx=0 tx=0).stop 2023-11-30T08:26:36.893 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 -- 172.21.15.162:0/2145803136 shutdown_connections 2023-11-30T08:26:36.893 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 --2- 172.21.15.162:0/2145803136 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 0x7f12c013e4c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.893 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 --2- 172.21.15.162:0/2145803136 >> v2:172.21.15.116:3300/0 conn(0x7f12c0073710 0x7f12c01483e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.893 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 -- 172.21.15.162:0/2145803136 >> 172.21.15.162:0/2145803136 conn(0x7f12c006a580 msgr2=0x7f12c006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:36.893 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 -- 172.21.15.162:0/2145803136 shutdown_connections 2023-11-30T08:26:36.893 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 -- 172.21.15.162:0/2145803136 wait complete. 2023-11-30T08:26:36.896 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 Processor -- start 2023-11-30T08:26:36.896 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 -- start start 2023-11-30T08:26:36.896 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 0x7f12c0148fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:36.896 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12c0073710 0x7f12c013ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:36.897 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f12c013ea00 0x7f12c01dfc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:36.897 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12c01414f0 con 0x7f12c0073710 2023-11-30T08:26:36.897 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12c0144730 con 0x7f12c013ea00 2023-11-30T08:26:36.897 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12c014a4a0 con 0x7f12c0071240 2023-11-30T08:26:36.897 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12be59c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 0x7f12c0148fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.897 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bed9d640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f12c013ea00 0x7f12c01dfc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.897 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bed9d640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f12c013ea00 0x7f12c01dfc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:57286/0 (socket says 172.21.15.162:57286) 2023-11-30T08:26:36.897 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bed9d640 1 -- 172.21.15.162:0/3554419267 learned_addr learned my addr 172.21.15.162:0/3554419267 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:36.897 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bdd9b640 1 --2- 172.21.15.162:0/3554419267 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12c0073710 0x7f12c013ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:36.897 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bed9d640 1 -- 172.21.15.162:0/3554419267 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 msgr2=0x7f12c0148fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:36.897 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bed9d640 1 --2- 172.21.15.162:0/3554419267 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 0x7f12c0148fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.897 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bed9d640 1 -- 172.21.15.162:0/3554419267 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12c0073710 msgr2=0x7f12c013ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:36.898 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bed9d640 1 --2- 172.21.15.162:0/3554419267 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12c0073710 0x7f12c013ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.898 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bed9d640 1 -- 172.21.15.162:0/3554419267 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12b40094d0 con 0x7f12c013ea00 2023-11-30T08:26:36.898 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12be59c640 1 --2- 172.21.15.162:0/3554419267 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 0x7f12c0148fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:26:36.898 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12bed9d640 1 --2- 172.21.15.162:0/3554419267 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f12c013ea00 0x7f12c01dfc70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f12b000b970 tx=0x7f12b000be30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:36.898 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12aeffd640 1 -- 172.21.15.162:0/3554419267 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12b000cb40 con 0x7f12c013ea00 2023-11-30T08:26:36.898 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12aeffd640 1 -- 172.21.15.162:0/3554419267 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12b000cca0 con 0x7f12c013ea00 2023-11-30T08:26:36.898 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12aeffd640 1 -- 172.21.15.162:0/3554419267 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12b0014680 con 0x7f12c013ea00 2023-11-30T08:26:36.898 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 -- 172.21.15.162:0/3554419267 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12c014a780 con 0x7f12c013ea00 2023-11-30T08:26:36.898 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12c4e2e640 1 -- 172.21.15.162:0/3554419267 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12c01419b0 con 0x7f12c013ea00 2023-11-30T08:26:36.898 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.885+0000 7f12aeffd640 1 -- 172.21.15.162:0/3554419267 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f12b0003c80 con 0x7f12c013ea00 2023-11-30T08:26:36.898 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.889+0000 7f12aeffd640 1 -- 172.21.15.162:0/3554419267 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f12b0004520 con 0x7f12c013ea00 2023-11-30T08:26:36.899 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.889+0000 7f12c4e2e640 1 -- 172.21.15.162:0/3554419267 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12c0144870 con 0x7f12c013ea00 2023-11-30T08:26:36.905 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.897+0000 7f12aeffd640 1 -- 172.21.15.162:0/3554419267 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f12b0019070 con 0x7f12c013ea00 2023-11-30T08:26:36.973 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.965+0000 7f12c4e2e640 1 -- 172.21.15.162:0/3554419267 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd new", "uuid": "52331cc8-487e-49da-b7fe-4d46bc0496ab", "id": 0} v 0) v1 -- 0x7f12c0068960 con 0x7f12c013ea00 2023-11-30T08:26:36.983 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.973+0000 7f12aeffd640 1 -- 172.21.15.162:0/3554419267 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "52331cc8-487e-49da-b7fe-4d46bc0496ab", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f12b0004800 con 0x7f12c013ea00 2023-11-30T08:26:36.983 INFO:teuthology.orchestra.run.smithi162.stdout:0 2023-11-30T08:26:36.984 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.977+0000 7f12c4e2e640 1 -- 172.21.15.162:0/3554419267 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f12c013ea00 msgr2=0x7f12c01dfc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:36.984 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.977+0000 7f12c4e2e640 1 --2- 172.21.15.162:0/3554419267 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f12c013ea00 0x7f12c01dfc70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f12b000b970 tx=0x7f12b000be30 comp rx=0 tx=0).stop 2023-11-30T08:26:36.984 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.977+0000 7f12c4e2e640 1 -- 172.21.15.162:0/3554419267 shutdown_connections 2023-11-30T08:26:36.984 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.977+0000 7f12c4e2e640 1 --2- 172.21.15.162:0/3554419267 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f12c013ea00 0x7f12c01dfc70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.984 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.977+0000 7f12c4e2e640 1 --2- 172.21.15.162:0/3554419267 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12c0073710 0x7f12c013ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.984 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.977+0000 7f12c4e2e640 1 --2- 172.21.15.162:0/3554419267 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12c0071240 0x7f12c0148fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:36.984 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.977+0000 7f12c4e2e640 1 -- 172.21.15.162:0/3554419267 >> 172.21.15.162:0/3554419267 conn(0x7f12c006a580 msgr2=0x7f12c00b0ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:36.984 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.977+0000 7f12c4e2e640 1 -- 172.21.15.162:0/3554419267 shutdown_connections 2023-11-30T08:26:36.985 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:36.977+0000 7f12c4e2e640 1 -- 172.21.15.162:0/3554419267 wait complete. 2023-11-30T08:26:37.000 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster ceph osd new 7a4898fb-ef29-4324-97bc-963f2b6d850b 1 2023-11-30T08:26:37.011 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:37.007+0000 7faebbaa7180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-11-30T08:26:37.107 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:37.097+0000 7f2da5cd5180 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-11-30T08:26:37.114 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc85e0e8640 1 Processor -- start 2023-11-30T08:26:37.114 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc85e0e8640 1 -- start start 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc85e0e8640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fc8580ba920 0x7fc8580b5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc85e0e8640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858147a00 0x7fc858141620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc85e0e8640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fc858141b60 0x7fc858070a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc85e0e8640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8580b6400 con 0x7fc858141b60 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc85e0e8640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc858141f90 con 0x7fc8580ba920 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc85e0e8640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8580b1ba0 con 0x7fc858147a00 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc8577fe640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fc8580ba920 0x7fc8580b5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc856ffd640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858147a00 0x7fc858141620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc8577fe640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fc8580ba920 0x7fc8580b5ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:57294/0 (socket says 172.21.15.162:57294) 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc856ffd640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858147a00 0x7fc858141620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.162:54320/0 (socket says 172.21.15.162:54320) 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc8577fe640 1 -- 172.21.15.162:0/977475502 learned_addr learned my addr 172.21.15.162:0/977475502 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc857fff640 1 --2- 172.21.15.162:0/977475502 >> v2:172.21.15.116:3300/0 conn(0x7fc858141b60 0x7fc858070a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.105+0000 7fc8577fe640 1 -- 172.21.15.162:0/977475502 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858147a00 msgr2=0x7fc858141620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:37.116 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc8577fe640 1 --2- 172.21.15.162:0/977475502 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858147a00 0x7fc858141620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.117 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc8577fe640 1 -- 172.21.15.162:0/977475502 >> v2:172.21.15.116:3300/0 conn(0x7fc858141b60 msgr2=0x7fc858070a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:37.117 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc8577fe640 1 --2- 172.21.15.162:0/977475502 >> v2:172.21.15.116:3300/0 conn(0x7fc858141b60 0x7fc858070a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.117 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc8577fe640 1 -- 172.21.15.162:0/977475502 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8580b4b50 con 0x7fc8580ba920 2023-11-30T08:26:37.117 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc856ffd640 1 --2- 172.21.15.162:0/977475502 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858147a00 0x7fc858141620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:26:37.118 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc8577fe640 1 --2- 172.21.15.162:0/977475502 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc8580ba920 0x7fc8580b5ec0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc858072470 tx=0x7fc84801c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=baf1a644b1f22be5 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:37.118 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc8567fc640 1 -- 172.21.15.162:0/977475502 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8480ab650 con 0x7fc8580ba920 2023-11-30T08:26:37.118 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc8567fc640 1 -- 172.21.15.162:0/977475502 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8480ab7b0 con 0x7fc8580ba920 2023-11-30T08:26:37.118 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc8567fc640 1 -- 172.21.15.162:0/977475502 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8480abb40 con 0x7fc8580ba920 2023-11-30T08:26:37.119 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc85e0e8640 1 -- 172.21.15.162:0/977475502 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc8580ba920 msgr2=0x7fc8580b5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.119 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc85e0e8640 1 --2- 172.21.15.162:0/977475502 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc8580ba920 0x7fc8580b5ec0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc858072470 tx=0x7fc84801c470 comp rx=0 tx=0).stop 2023-11-30T08:26:37.119 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc85e0e8640 1 -- 172.21.15.162:0/977475502 shutdown_connections 2023-11-30T08:26:37.119 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc85e0e8640 1 --2- 172.21.15.162:0/977475502 >> v2:172.21.15.116:3300/0 conn(0x7fc858141b60 0x7fc858070a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.119 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc85e0e8640 1 --2- 172.21.15.162:0/977475502 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858147a00 0x7fc858141620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.119 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc85e0e8640 1 --2- 172.21.15.162:0/977475502 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc8580ba920 0x7fc8580b5ec0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.119 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc85e0e8640 1 -- 172.21.15.162:0/977475502 >> 172.21.15.162:0/977475502 conn(0x7fc85806ab80 msgr2=0x7fc8580b9fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:37.119 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc85e0e8640 1 -- 172.21.15.162:0/977475502 shutdown_connections 2023-11-30T08:26:37.119 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.109+0000 7fc85e0e8640 1 -- 172.21.15.162:0/977475502 wait complete. 2023-11-30T08:26:37.121 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc85e0e8640 1 Processor -- start 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc85e0e8640 1 -- start start 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc85e0e8640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858141b60 0x7fc85813cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc85e0e8640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc858147a00 0x7fc858137930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc85e0e8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8581dcd40 0x7fc858134170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc85e0e8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8581438c0 con 0x7fc8581dcd40 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc85e0e8640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8580b8ee0 con 0x7fc858147a00 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc85e0e8640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8580b91b0 con 0x7fc858141b60 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc8577fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858141b60 0x7fc85813cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc856ffd640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc858147a00 0x7fc858137930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc856ffd640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc858147a00 0x7fc858137930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:57300/0 (socket says 172.21.15.162:57300) 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc8577fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858141b60 0x7fc85813cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.162:54322/0 (socket says 172.21.15.162:54322) 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc856ffd640 1 -- 172.21.15.162:0/3244720911 learned_addr learned my addr 172.21.15.162:0/3244720911 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:37.122 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc857fff640 1 --2- 172.21.15.162:0/3244720911 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8581dcd40 0x7fc858134170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc856ffd640 1 -- 172.21.15.162:0/3244720911 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858141b60 msgr2=0x7fc85813cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc856ffd640 1 --2- 172.21.15.162:0/3244720911 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858141b60 0x7fc85813cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc856ffd640 1 -- 172.21.15.162:0/3244720911 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8581dcd40 msgr2=0x7fc858134170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc856ffd640 1 --2- 172.21.15.162:0/3244720911 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8581dcd40 0x7fc858134170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc856ffd640 1 -- 172.21.15.162:0/3244720911 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc840009420 con 0x7fc858147a00 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc856ffd640 1 --2- 172.21.15.162:0/3244720911 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc858147a00 0x7fc858137930 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc84000e980 tx=0x7fc84000ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc84ffff640 1 -- 172.21.15.162:0/3244720911 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc84000ca00 con 0x7fc858147a00 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc84ffff640 1 -- 172.21.15.162:0/3244720911 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc84000cb60 con 0x7fc858147a00 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc85e0e8640 1 -- 172.21.15.162:0/3244720911 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8480094d0 con 0x7fc858147a00 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc84ffff640 1 -- 172.21.15.162:0/3244720911 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc840013470 con 0x7fc858147a00 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc85e0e8640 1 -- 172.21.15.162:0/3244720911 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8580728a0 con 0x7fc858147a00 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc84ffff640 1 -- 172.21.15.162:0/3244720911 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc840005ca0 con 0x7fc858147a00 2023-11-30T08:26:37.123 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc84ffff640 1 -- 172.21.15.162:0/3244720911 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fc840013980 con 0x7fc858147a00 2023-11-30T08:26:37.124 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.113+0000 7fc85e0e8640 1 -- 172.21.15.162:0/3244720911 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8580b9320 con 0x7fc858147a00 2023-11-30T08:26:37.124 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.117+0000 7fc84ffff640 1 -- 172.21.15.162:0/3244720911 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fc840021060 con 0x7fc858147a00 2023-11-30T08:26:37.193 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.185+0000 7fc85e0e8640 1 -- 172.21.15.162:0/3244720911 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd new", "uuid": "7a4898fb-ef29-4324-97bc-963f2b6d850b", "id": 1} v 0) v1 -- 0x7fc858068960 con 0x7fc858147a00 2023-11-30T08:26:37.198 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:37.191+0000 7faebbaa7180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-11-30T08:26:37.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.189+0000 7fc84ffff640 1 -- 172.21.15.162:0/3244720911 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "7a4898fb-ef29-4324-97bc-963f2b6d850b", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc840029020 con 0x7fc858147a00 2023-11-30T08:26:37.200 INFO:teuthology.orchestra.run.smithi162.stdout:1 2023-11-30T08:26:37.201 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.193+0000 7fc85e0e8640 1 -- 172.21.15.162:0/3244720911 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc858147a00 msgr2=0x7fc858137930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.201 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.193+0000 7fc85e0e8640 1 --2- 172.21.15.162:0/3244720911 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc858147a00 0x7fc858137930 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc84000e980 tx=0x7fc84000ee40 comp rx=0 tx=0).stop 2023-11-30T08:26:37.202 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.193+0000 7fc85e0e8640 1 -- 172.21.15.162:0/3244720911 shutdown_connections 2023-11-30T08:26:37.202 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.193+0000 7fc85e0e8640 1 --2- 172.21.15.162:0/3244720911 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8581dcd40 0x7fc858134170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.202 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.193+0000 7fc85e0e8640 1 --2- 172.21.15.162:0/3244720911 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc858147a00 0x7fc858137930 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.202 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.193+0000 7fc85e0e8640 1 --2- 172.21.15.162:0/3244720911 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc858141b60 0x7fc85813cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.202 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.193+0000 7fc85e0e8640 1 -- 172.21.15.162:0/3244720911 >> 172.21.15.162:0/3244720911 conn(0x7fc85806ab80 msgr2=0x7fc8580b72d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:37.202 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.193+0000 7fc85e0e8640 1 -- 172.21.15.162:0/3244720911 shutdown_connections 2023-11-30T08:26:37.202 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.193+0000 7fc85e0e8640 1 -- 172.21.15.162:0/3244720911 wait complete. 2023-11-30T08:26:37.217 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster ceph osd new 9a0d26d7-2550-412c-910e-eab4769b0a69 2 2023-11-30T08:26:37.302 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:37.293+0000 7f2da5cd5180 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-11-30T08:26:37.334 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.325+0000 7f25f9c41640 1 Processor -- start 2023-11-30T08:26:37.335 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.325+0000 7f25f9c41640 1 -- start start 2023-11-30T08:26:37.336 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.325+0000 7f25f9c41640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f25f40b7070 0x7f25f40b5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.336 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.325+0000 7f25f9c41640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25f40b4c70 con 0x7f25f413de00 2023-11-30T08:26:37.336 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.325+0000 7f25f9c41640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25f40b6100 con 0x7f25f40b5100 2023-11-30T08:26:37.336 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.325+0000 7f25f9c41640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25f40b7450 con 0x7f25f40b7070 2023-11-30T08:26:37.336 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.329+0000 7f25f37fe640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f25f40b7070 0x7f25f40b5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.336 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.329+0000 7f25f37fe640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f25f40b7070 0x7f25f40b5bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:57310/0 (socket says 172.21.15.162:57310) 2023-11-30T08:26:37.336 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.329+0000 7f25f37fe640 1 -- 172.21.15.162:0/2515776061 learned_addr learned my addr 172.21.15.162:0/2515776061 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:37.336 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.329+0000 7f25f37fe640 1 -- 172.21.15.162:0/2515776061 >> v1:172.21.15.162:6789/0 conn(0x7f25f40b5100 legacy=0x7f25f41444b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.336 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.329+0000 7f25f37fe640 1 -- 172.21.15.162:0/2515776061 >> v1:172.21.15.116:6789/0 conn(0x7f25f413de00 legacy=0x7f25f413e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.337 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.329+0000 7f25f37fe640 1 -- 172.21.15.162:0/2515776061 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25f40b63b0 con 0x7f25f40b7070 2023-11-30T08:26:37.339 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.329+0000 7f25f37fe640 1 --2- 172.21.15.162:0/2515776061 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25f40b7070 0x7f25f40b5bc0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f25e4009870 tx=0x7f25e401c4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=199ceb28b3b250c7 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:37.339 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.329+0000 7f25f27fc640 1 -- 172.21.15.162:0/2515776061 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25e40aa430 con 0x7f25f40b7070 2023-11-30T08:26:37.339 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.329+0000 7f25f27fc640 1 -- 172.21.15.162:0/2515776061 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25e40aa590 con 0x7f25f40b7070 2023-11-30T08:26:37.339 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.329+0000 7f25f27fc640 1 -- 172.21.15.162:0/2515776061 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25e40aa920 con 0x7f25f40b7070 2023-11-30T08:26:37.340 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.329+0000 7f25f9c41640 1 -- 172.21.15.162:0/2515776061 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25f40b7070 msgr2=0x7f25f40b5bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.340 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.329+0000 7f25f9c41640 1 --2- 172.21.15.162:0/2515776061 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25f40b7070 0x7f25f40b5bc0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f25e4009870 tx=0x7f25e401c4b0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.340 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 -- 172.21.15.162:0/2515776061 shutdown_connections 2023-11-30T08:26:37.340 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 --2- 172.21.15.162:0/2515776061 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25f40b7070 0x7f25f40b5bc0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.340 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 -- 172.21.15.162:0/2515776061 >> 172.21.15.162:0/2515776061 conn(0x7f25f406deb0 msgr2=0x7f25f406e2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:37.340 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 -- 172.21.15.162:0/2515776061 shutdown_connections 2023-11-30T08:26:37.340 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 -- 172.21.15.162:0/2515776061 wait complete. 2023-11-30T08:26:37.341 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 Processor -- start 2023-11-30T08:26:37.341 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 -- start start 2023-11-30T08:26:37.343 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25f40b5100 0x7f25f4141740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.343 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25f40b7070 0x7f25f4140600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.343 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25f413de00 0x7f25f413cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.343 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25f413d000 con 0x7f25f413de00 2023-11-30T08:26:37.343 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25f4140ce0 con 0x7f25f40b5100 2023-11-30T08:26:37.343 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25f413fc10 con 0x7f25f40b7070 2023-11-30T08:26:37.343 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f37fe640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25f40b5100 0x7f25f4141740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.343 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f2ffd640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25f40b7070 0x7f25f4140600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.343 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f2ffd640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25f40b7070 0x7f25f4140600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.162:54330/0 (socket says 172.21.15.162:54330) 2023-11-30T08:26:37.343 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f2ffd640 1 -- 172.21.15.162:0/3503073951 learned_addr learned my addr 172.21.15.162:0/3503073951 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:37.343 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f37fe640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25f40b5100 0x7f25f4141740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:57324/0 (socket says 172.21.15.162:57324) 2023-11-30T08:26:37.343 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f3fff640 1 --2- 172.21.15.162:0/3503073951 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25f413de00 0x7f25f413cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f37fe640 1 -- 172.21.15.162:0/3503073951 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25f40b7070 msgr2=0x7f25f4140600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f37fe640 1 --2- 172.21.15.162:0/3503073951 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25f40b7070 0x7f25f4140600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f37fe640 1 -- 172.21.15.162:0/3503073951 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25f413de00 msgr2=0x7f25f413cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f37fe640 1 --2- 172.21.15.162:0/3503073951 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25f413de00 0x7f25f413cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f37fe640 1 -- 172.21.15.162:0/3503073951 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25e40094d0 con 0x7f25f40b5100 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f37fe640 1 --2- 172.21.15.162:0/3503073951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25f40b5100 0x7f25f4141740 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f25e40ab000 tx=0x7f25e401acf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25dbfff640 1 -- 172.21.15.162:0/3503073951 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25e40b3800 con 0x7f25f40b5100 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25dbfff640 1 -- 172.21.15.162:0/3503073951 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25e40b39a0 con 0x7f25f40b5100 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 -- 172.21.15.162:0/3503073951 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25f413c5a0 con 0x7f25f40b5100 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25dbfff640 1 -- 172.21.15.162:0/3503073951 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25e40b3d50 con 0x7f25f40b5100 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 -- 172.21.15.162:0/3503073951 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25f413f8d0 con 0x7f25f40b5100 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25dbfff640 1 -- 172.21.15.162:0/3503073951 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f25e40c6740 con 0x7f25f40b5100 2023-11-30T08:26:37.344 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25dbfff640 1 -- 172.21.15.162:0/3503073951 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f25e40bd9f0 con 0x7f25f40b5100 2023-11-30T08:26:37.345 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.333+0000 7f25f9c41640 1 -- 172.21.15.162:0/3503073951 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25f413fd50 con 0x7f25f40b5100 2023-11-30T08:26:37.345 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.337+0000 7f25dbfff640 1 -- 172.21.15.162:0/3503073951 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f25f413fd50 con 0x7f25f40b5100 2023-11-30T08:26:37.413 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.405+0000 7f25f9c41640 1 -- 172.21.15.162:0/3503073951 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd new", "uuid": "9a0d26d7-2550-412c-910e-eab4769b0a69", "id": 2} v 0) v1 -- 0x7f25f413c790 con 0x7f25f40b5100 2023-11-30T08:26:37.421 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.413+0000 7f25dbfff640 1 -- 172.21.15.162:0/3503073951 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "9a0d26d7-2550-412c-910e-eab4769b0a69", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f25e40bdd10 con 0x7f25f40b5100 2023-11-30T08:26:37.421 INFO:teuthology.orchestra.run.smithi162.stdout:2 2023-11-30T08:26:37.422 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.413+0000 7f25f9c41640 1 -- 172.21.15.162:0/3503073951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25f40b5100 msgr2=0x7f25f4141740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.423 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.413+0000 7f25f9c41640 1 --2- 172.21.15.162:0/3503073951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25f40b5100 0x7f25f4141740 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f25e40ab000 tx=0x7f25e401acf0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.423 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.413+0000 7f25f9c41640 1 -- 172.21.15.162:0/3503073951 shutdown_connections 2023-11-30T08:26:37.423 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.413+0000 7f25f9c41640 1 --2- 172.21.15.162:0/3503073951 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25f413de00 0x7f25f413cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.423 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.413+0000 7f25f9c41640 1 --2- 172.21.15.162:0/3503073951 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25f40b7070 0x7f25f4140600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.423 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.413+0000 7f25f9c41640 1 --2- 172.21.15.162:0/3503073951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25f40b5100 0x7f25f4141740 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.423 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.413+0000 7f25f9c41640 1 -- 172.21.15.162:0/3503073951 >> 172.21.15.162:0/3503073951 conn(0x7f25f406deb0 msgr2=0x7f25f40ba5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:37.423 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.413+0000 7f25f9c41640 1 -- 172.21.15.162:0/3503073951 shutdown_connections 2023-11-30T08:26:37.423 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.413+0000 7f25f9c41640 1 -- 172.21.15.162:0/3503073951 wait complete. 2023-11-30T08:26:37.437 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster ceph osd new 4e25f767-e0b7-4efd-aca9-ada5ec70b4b5 3 2023-11-30T08:26:37.542 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a58db8640 1 Processor -- start 2023-11-30T08:26:37.542 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a58db8640 1 -- start start 2023-11-30T08:26:37.543 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a58db8640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f1a54071190 0x7f1a5413e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.543 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a58db8640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073830 0x7f1a5414ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.544 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a58db8640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a54148260 con 0x7f1a54073450 2023-11-30T08:26:37.544 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a58db8640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a541484d0 con 0x7f1a54071190 2023-11-30T08:26:37.544 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a58db8640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a540b0680 con 0x7f1a54073830 2023-11-30T08:26:37.544 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a52d9d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073830 0x7f1a5414ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.544 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a52d9d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073830 0x7f1a5414ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.162:54344/0 (socket says 172.21.15.162:54344) 2023-11-30T08:26:37.544 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a52d9d640 1 -- 172.21.15.162:0/989273759 learned_addr learned my addr 172.21.15.162:0/989273759 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:37.544 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a51d9b640 1 --2- 172.21.15.162:0/989273759 >> v2:172.21.15.116:3300/0 conn(0x7f1a54071190 0x7f1a5413e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.544 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a52d9d640 1 -- 172.21.15.162:0/989273759 >> v2:172.21.15.116:3300/0 conn(0x7f1a54071190 msgr2=0x7f1a5413e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:37.544 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a52d9d640 1 --2- 172.21.15.162:0/989273759 >> v2:172.21.15.116:3300/0 conn(0x7f1a54071190 0x7f1a5413e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.544 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a52d9d640 1 -- 172.21.15.162:0/989273759 >> v1:172.21.15.116:6789/0 conn(0x7f1a54073450 legacy=0x7f1a54147b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.544 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.533+0000 7f1a52d9d640 1 -- 172.21.15.162:0/989273759 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a54071910 con 0x7f1a54073830 2023-11-30T08:26:37.546 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.537+0000 7f1a52d9d640 1 --2- 172.21.15.162:0/989273759 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073830 0x7f1a5414ede0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c009e50 tx=0x7f1a4c01c980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a3b7d63c65e3088 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:37.547 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.537+0000 7f1a5159a640 1 -- 172.21.15.162:0/989273759 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a4c0a5730 con 0x7f1a54073830 2023-11-30T08:26:37.547 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.537+0000 7f1a5159a640 1 -- 172.21.15.162:0/989273759 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a4c0a5890 con 0x7f1a54073830 2023-11-30T08:26:37.547 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.537+0000 7f1a5159a640 1 -- 172.21.15.162:0/989273759 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a4c0a5c20 con 0x7f1a54073830 2023-11-30T08:26:37.547 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.537+0000 7f1a58db8640 1 -- 172.21.15.162:0/989273759 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073830 msgr2=0x7f1a5414ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.548 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.537+0000 7f1a58db8640 1 --2- 172.21.15.162:0/989273759 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073830 0x7f1a5414ede0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c009e50 tx=0x7f1a4c01c980 comp rx=0 tx=0).stop 2023-11-30T08:26:37.548 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.537+0000 7f1a58db8640 1 -- 172.21.15.162:0/989273759 shutdown_connections 2023-11-30T08:26:37.548 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.537+0000 7f1a58db8640 1 --2- 172.21.15.162:0/989273759 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073830 0x7f1a5414ede0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.548 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.537+0000 7f1a58db8640 1 --2- 172.21.15.162:0/989273759 >> v2:172.21.15.116:3300/0 conn(0x7f1a54071190 0x7f1a5413e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.548 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.537+0000 7f1a58db8640 1 -- 172.21.15.162:0/989273759 >> 172.21.15.162:0/989273759 conn(0x7f1a5406a580 msgr2=0x7f1a5406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:37.548 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.537+0000 7f1a58db8640 1 -- 172.21.15.162:0/989273759 shutdown_connections 2023-11-30T08:26:37.548 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.537+0000 7f1a58db8640 1 -- 172.21.15.162:0/989273759 wait complete. 2023-11-30T08:26:37.551 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a58db8640 1 Processor -- start 2023-11-30T08:26:37.551 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a58db8640 1 -- start start 2023-11-30T08:26:37.551 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a58db8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a54071190 0x7f1a541e2690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.551 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a58db8640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073450 0x7f1a5414e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.551 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a58db8640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1a54073830 0x7f1a5413c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.551 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a58db8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a541e2270 con 0x7f1a54071190 2023-11-30T08:26:37.551 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a58db8640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a5414d590 con 0x7f1a54073830 2023-11-30T08:26:37.551 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a58db8640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a540a8680 con 0x7f1a54073450 2023-11-30T08:26:37.551 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a51d9b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073450 0x7f1a5414e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.551 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a51d9b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073450 0x7f1a5414e2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.162:54360/0 (socket says 172.21.15.162:54360) 2023-11-30T08:26:37.551 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a51d9b640 1 -- 172.21.15.162:0/923801629 learned_addr learned my addr 172.21.15.162:0/923801629 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:37.551 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a52d9d640 1 --2- 172.21.15.162:0/923801629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1a54073830 0x7f1a5413c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.552 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a5259c640 1 --2- 172.21.15.162:0/923801629 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a54071190 0x7f1a541e2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.552 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a51d9b640 1 -- 172.21.15.162:0/923801629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1a54073830 msgr2=0x7f1a5413c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.552 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a51d9b640 1 --2- 172.21.15.162:0/923801629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1a54073830 0x7f1a5413c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.552 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a51d9b640 1 -- 172.21.15.162:0/923801629 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a54071190 msgr2=0x7f1a541e2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.552 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a51d9b640 1 --2- 172.21.15.162:0/923801629 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a54071190 0x7f1a541e2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.552 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a51d9b640 1 -- 172.21.15.162:0/923801629 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a4c009b30 con 0x7f1a54073450 2023-11-30T08:26:37.552 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a52d9d640 1 --2- 172.21.15.162:0/923801629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1a54073830 0x7f1a5413c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:26:37.552 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a51d9b640 1 --2- 172.21.15.162:0/923801629 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073450 0x7f1a5414e2f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1a4800d7d0 tx=0x7f1a4800dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:37.552 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a42ffd640 1 -- 172.21.15.162:0/923801629 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a4800b6c0 con 0x7f1a54073450 2023-11-30T08:26:37.552 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a42ffd640 1 -- 172.21.15.162:0/923801629 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a4800b820 con 0x7f1a54073450 2023-11-30T08:26:37.552 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a42ffd640 1 -- 172.21.15.162:0/923801629 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a4800bbb0 con 0x7f1a54073450 2023-11-30T08:26:37.553 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a58db8640 1 -- 172.21.15.162:0/923801629 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a541e1e90 con 0x7f1a54073450 2023-11-30T08:26:37.553 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a58db8640 1 -- 172.21.15.162:0/923801629 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a5406ef80 con 0x7f1a54073450 2023-11-30T08:26:37.553 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a42ffd640 1 -- 172.21.15.162:0/923801629 <== mon.2 v2:172.21.15.162:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f1a4801e760 con 0x7f1a54073450 2023-11-30T08:26:37.553 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a42ffd640 1 -- 172.21.15.162:0/923801629 <== mon.2 v2:172.21.15.162:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f1a480149b0 con 0x7f1a54073450 2023-11-30T08:26:37.553 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.541+0000 7f1a58db8640 1 -- 172.21.15.162:0/923801629 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a54068960 con 0x7f1a54073450 2023-11-30T08:26:37.553 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.545+0000 7f1a42ffd640 1 -- 172.21.15.162:0/923801629 <== mon.2 v2:172.21.15.162:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f1a48014520 con 0x7f1a54073450 2023-11-30T08:26:37.617 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.609+0000 7f1a58db8640 1 -- 172.21.15.162:0/923801629 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_command({"prefix": "osd new", "uuid": "4e25f767-e0b7-4efd-aca9-ada5ec70b4b5", "id": 3} v 0) v1 -- 0x7f1a54145400 con 0x7f1a54073450 2023-11-30T08:26:37.624 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.617+0000 7f1a42ffd640 1 -- 172.21.15.162:0/923801629 <== mon.2 v2:172.21.15.162:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4e25f767-e0b7-4efd-aca9-ada5ec70b4b5", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f1a4802d0b0 con 0x7f1a54073450 2023-11-30T08:26:37.624 INFO:teuthology.orchestra.run.smithi162.stdout:3 2023-11-30T08:26:37.625 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.617+0000 7f1a58db8640 1 -- 172.21.15.162:0/923801629 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073450 msgr2=0x7f1a5414e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.625 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.617+0000 7f1a58db8640 1 --2- 172.21.15.162:0/923801629 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073450 0x7f1a5414e2f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1a4800d7d0 tx=0x7f1a4800dc90 comp rx=0 tx=0).stop 2023-11-30T08:26:37.625 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.617+0000 7f1a58db8640 1 -- 172.21.15.162:0/923801629 shutdown_connections 2023-11-30T08:26:37.625 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.617+0000 7f1a58db8640 1 --2- 172.21.15.162:0/923801629 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1a54073830 0x7f1a5413c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.625 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.617+0000 7f1a58db8640 1 --2- 172.21.15.162:0/923801629 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1a54073450 0x7f1a5414e2f0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.625 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.617+0000 7f1a58db8640 1 --2- 172.21.15.162:0/923801629 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a54071190 0x7f1a541e2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.626 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.617+0000 7f1a58db8640 1 -- 172.21.15.162:0/923801629 >> 172.21.15.162:0/923801629 conn(0x7f1a5406a580 msgr2=0x7f1a54145830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:37.626 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.617+0000 7f1a58db8640 1 -- 172.21.15.162:0/923801629 shutdown_connections 2023-11-30T08:26:37.626 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.617+0000 7f1a58db8640 1 -- 172.21.15.162:0/923801629 wait complete. 2023-11-30T08:26:37.640 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster ceph osd new bc69a830-f228-44b4-8574-31518595d416 4 2023-11-30T08:26:37.754 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0eff91640 1 Processor -- start 2023-11-30T08:26:37.754 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0eff91640 1 -- start start 2023-11-30T08:26:37.763 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0eff91640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fa0e80736b0 0x7fa0e80b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.763 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0eff91640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fa0e813d4b0 0x7fa0e8146b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.763 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0eff91640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0e80b22d0 con 0x7fa0e813d910 2023-11-30T08:26:37.763 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0eff91640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0e80b12e0 con 0x7fa0e80736b0 2023-11-30T08:26:37.764 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0eff91640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0e80b20b0 con 0x7fa0e813d4b0 2023-11-30T08:26:37.764 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0ed52c640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fa0e813d4b0 0x7fa0e8146b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.764 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0ed52c640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fa0e813d4b0 0x7fa0e8146b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:57342/0 (socket says 172.21.15.162:57342) 2023-11-30T08:26:37.764 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0ed52c640 1 -- 172.21.15.162:0/1110803341 learned_addr learned my addr 172.21.15.162:0/1110803341 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:37.764 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0ee52e640 1 --1- 172.21.15.162:0/1110803341 >> v1:172.21.15.162:6789/0 conn(0x7fa0e813d910 0x7fa0e80b3ee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.162:45872/0 (socket says 172.21.15.162:45872) 2023-11-30T08:26:37.764 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0edd2d640 1 --2- 172.21.15.162:0/1110803341 >> v2:172.21.15.116:3300/0 conn(0x7fa0e80736b0 0x7fa0e80b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.765 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0ed52c640 1 -- 172.21.15.162:0/1110803341 >> v2:172.21.15.116:3300/0 conn(0x7fa0e80736b0 msgr2=0x7fa0e80b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:37.765 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0ed52c640 1 --2- 172.21.15.162:0/1110803341 >> v2:172.21.15.116:3300/0 conn(0x7fa0e80736b0 0x7fa0e80b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.765 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0ed52c640 1 -- 172.21.15.162:0/1110803341 >> v1:172.21.15.162:6789/0 conn(0x7fa0e813d910 legacy=0x7fa0e80b3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.765 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.745+0000 7fa0ed52c640 1 -- 172.21.15.162:0/1110803341 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0e80b1830 con 0x7fa0e813d4b0 2023-11-30T08:26:37.765 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0ed52c640 1 --2- 172.21.15.162:0/1110803341 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0e813d4b0 0x7fa0e8146b30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa0e806ba60 tx=0x7fa0d801eb40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c387fe111c7c779 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:37.765 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0ecd2b640 1 -- 172.21.15.162:0/1110803341 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0d80a7c10 con 0x7fa0e813d4b0 2023-11-30T08:26:37.766 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0ecd2b640 1 -- 172.21.15.162:0/1110803341 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0d80a7d70 con 0x7fa0e813d4b0 2023-11-30T08:26:37.766 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0ecd2b640 1 -- 172.21.15.162:0/1110803341 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0d80af660 con 0x7fa0e813d4b0 2023-11-30T08:26:37.766 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 -- 172.21.15.162:0/1110803341 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0e813d4b0 msgr2=0x7fa0e8146b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.766 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 --2- 172.21.15.162:0/1110803341 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0e813d4b0 0x7fa0e8146b30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa0e806ba60 tx=0x7fa0d801eb40 comp rx=0 tx=0).stop 2023-11-30T08:26:37.766 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 -- 172.21.15.162:0/1110803341 shutdown_connections 2023-11-30T08:26:37.766 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 --2- 172.21.15.162:0/1110803341 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0e813d4b0 0x7fa0e8146b30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.767 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 --2- 172.21.15.162:0/1110803341 >> v2:172.21.15.116:3300/0 conn(0x7fa0e80736b0 0x7fa0e80b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.767 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 -- 172.21.15.162:0/1110803341 >> 172.21.15.162:0/1110803341 conn(0x7fa0e806a580 msgr2=0x7fa0e806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:37.767 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 -- 172.21.15.162:0/1110803341 shutdown_connections 2023-11-30T08:26:37.767 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 -- 172.21.15.162:0/1110803341 wait complete. 2023-11-30T08:26:37.767 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 Processor -- start 2023-11-30T08:26:37.767 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 -- start start 2023-11-30T08:26:37.768 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0e80736b0 0x7fa0e8142f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.768 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0e813d4b0 0x7fa0e8143b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.768 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa0e813d910 0x7fa0e80711c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.768 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0e80af810 con 0x7fa0e80736b0 2023-11-30T08:26:37.768 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0e8141c40 con 0x7fa0e813d4b0 2023-11-30T08:26:37.768 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0eff91640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0e8141fa0 con 0x7fa0e813d910 2023-11-30T08:26:37.768 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0ed52c640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0e813d4b0 0x7fa0e8143b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.769 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.749+0000 7fa0ee52e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa0e813d910 0x7fa0e80711c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.769 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0ed52c640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0e813d4b0 0x7fa0e8143b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:57358/0 (socket says 172.21.15.162:57358) 2023-11-30T08:26:37.769 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0ed52c640 1 -- 172.21.15.162:0/3898909342 learned_addr learned my addr 172.21.15.162:0/3898909342 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:37.769 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0edd2d640 1 --2- 172.21.15.162:0/3898909342 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0e80736b0 0x7fa0e8142f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.769 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0ed52c640 1 -- 172.21.15.162:0/3898909342 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa0e813d910 msgr2=0x7fa0e80711c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.769 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0ed52c640 1 --2- 172.21.15.162:0/3898909342 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa0e813d910 0x7fa0e80711c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.770 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0ed52c640 1 -- 172.21.15.162:0/3898909342 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0e80736b0 msgr2=0x7fa0e8142f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.770 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0ed52c640 1 --2- 172.21.15.162:0/3898909342 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0e80736b0 0x7fa0e8142f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.770 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0ed52c640 1 -- 172.21.15.162:0/3898909342 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0d800b770 con 0x7fa0e813d4b0 2023-11-30T08:26:37.770 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0ee52e640 1 --2- 172.21.15.162:0/3898909342 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa0e813d910 0x7fa0e80711c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:26:37.770 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0ed52c640 1 --2- 172.21.15.162:0/3898909342 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0e813d4b0 0x7fa0e8143b40 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa0d801b750 tx=0x7fa0d801b8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:37.771 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0de7fc640 1 -- 172.21.15.162:0/3898909342 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0d8006ee0 con 0x7fa0e813d4b0 2023-11-30T08:26:37.771 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0de7fc640 1 -- 172.21.15.162:0/3898909342 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0d80ba640 con 0x7fa0e813d4b0 2023-11-30T08:26:37.771 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0eff91640 1 -- 172.21.15.162:0/3898909342 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0e813e190 con 0x7fa0e813d4b0 2023-11-30T08:26:37.771 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0de7fc640 1 -- 172.21.15.162:0/3898909342 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0d80ba9f0 con 0x7fa0e813d4b0 2023-11-30T08:26:37.771 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0eff91640 1 -- 172.21.15.162:0/3898909342 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0e8144080 con 0x7fa0e813d4b0 2023-11-30T08:26:37.771 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0de7fc640 1 -- 172.21.15.162:0/3898909342 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fa0d80b6040 con 0x7fa0e813d4b0 2023-11-30T08:26:37.772 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0de7fc640 1 -- 172.21.15.162:0/3898909342 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7fa0d80b83f0 con 0x7fa0e813d4b0 2023-11-30T08:26:37.772 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.753+0000 7fa0eff91640 1 -- 172.21.15.162:0/3898909342 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0e8141aa0 con 0x7fa0e813d4b0 2023-11-30T08:26:37.772 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.757+0000 7fa0de7fc640 1 -- 172.21.15.162:0/3898909342 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fa0d80e1ce0 con 0x7fa0e813d4b0 2023-11-30T08:26:37.780 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:37.775+0000 7faebbaa7180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-11-30T08:26:37.832 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.825+0000 7fa0eff91640 1 -- 172.21.15.162:0/3898909342 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd new", "uuid": "bc69a830-f228-44b4-8574-31518595d416", "id": 4} v 0) v1 -- 0x7fa0e80af670 con 0x7fa0e813d4b0 2023-11-30T08:26:37.833 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:37.827+0000 7faebbaa7180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-11-30T08:26:37.840 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.833+0000 7fa0de7fc640 1 -- 172.21.15.162:0/3898909342 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "bc69a830-f228-44b4-8574-31518595d416", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa0e80af670 con 0x7fa0e813d4b0 2023-11-30T08:26:37.841 INFO:teuthology.orchestra.run.smithi162.stdout:4 2023-11-30T08:26:37.842 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.833+0000 7fa0eff91640 1 -- 172.21.15.162:0/3898909342 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0e813d4b0 msgr2=0x7fa0e8143b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.842 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.833+0000 7fa0eff91640 1 --2- 172.21.15.162:0/3898909342 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0e813d4b0 0x7fa0e8143b40 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa0d801b750 tx=0x7fa0d801b8e0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.842 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.833+0000 7fa0eff91640 1 -- 172.21.15.162:0/3898909342 shutdown_connections 2023-11-30T08:26:37.842 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.833+0000 7fa0eff91640 1 --2- 172.21.15.162:0/3898909342 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa0e813d910 0x7fa0e80711c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.842 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.833+0000 7fa0eff91640 1 --2- 172.21.15.162:0/3898909342 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0e813d4b0 0x7fa0e8143b40 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.843 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.833+0000 7fa0eff91640 1 --2- 172.21.15.162:0/3898909342 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0e80736b0 0x7fa0e8142f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.843 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.833+0000 7fa0eff91640 1 -- 172.21.15.162:0/3898909342 >> 172.21.15.162:0/3898909342 conn(0x7fa0e806a580 msgr2=0x7fa0e813bd80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:37.843 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.833+0000 7fa0eff91640 1 -- 172.21.15.162:0/3898909342 shutdown_connections 2023-11-30T08:26:37.843 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.833+0000 7fa0eff91640 1 -- 172.21.15.162:0/3898909342 wait complete. 2023-11-30T08:26:37.856 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster ceph osd new e01c954e-75f8-4a06-ac1b-706ab1e60080 5 2023-11-30T08:26:37.886 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:37.883+0000 7faebbaa7180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-11-30T08:26:37.887 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:37.877+0000 7f2da5cd5180 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-11-30T08:26:37.942 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:37.933+0000 7f2da5cd5180 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-11-30T08:26:37.962 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:37.959+0000 7faebbaa7180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-11-30T08:26:37.970 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e3cf19640 1 Processor -- start 2023-11-30T08:26:37.970 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e3cf19640 1 -- start start 2023-11-30T08:26:37.972 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e3cf19640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f4e3813e890 0x7f4e38147a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.973 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e3cf19640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f4e380b3fc0 0x7f4e380b4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.973 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e3cf19640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e380b3850 con 0x7f4e38071d70 2023-11-30T08:26:37.973 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e3cf19640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e380b4430 con 0x7f4e380b3fc0 2023-11-30T08:26:37.973 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e3cf19640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e380b3b30 con 0x7f4e3813e890 2023-11-30T08:26:37.973 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e35d9b640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f4e3813e890 0x7f4e38147a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.973 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e35d9b640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f4e3813e890 0x7f4e38147a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:57372/0 (socket says 172.21.15.162:57372) 2023-11-30T08:26:37.974 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e35d9b640 1 -- 172.21.15.162:0/3054295045 learned_addr learned my addr 172.21.15.162:0/3054295045 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:37.974 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e36d9d640 1 --2- 172.21.15.162:0/3054295045 >> v2:172.21.15.116:3300/0 conn(0x7f4e380b3fc0 0x7f4e380b4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.974 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e35d9b640 1 -- 172.21.15.162:0/3054295045 >> v2:172.21.15.116:3300/0 conn(0x7f4e380b3fc0 msgr2=0x7f4e380b4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:37.974 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e35d9b640 1 --2- 172.21.15.162:0/3054295045 >> v2:172.21.15.116:3300/0 conn(0x7f4e380b3fc0 0x7f4e380b4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.974 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e35d9b640 1 -- 172.21.15.162:0/3054295045 >> v1:172.21.15.116:6789/0 conn(0x7f4e38071d70 legacy=0x7f4e3813e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:37.974 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.961+0000 7f4e35d9b640 1 -- 172.21.15.162:0/3054295045 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e38072150 con 0x7f4e3813e890 2023-11-30T08:26:37.977 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e35d9b640 1 --2- 172.21.15.162:0/3054295045 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4e3813e890 0x7f4e38147a20 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4e38066e60 tx=0x7f4e2001c430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=815c42fa9af3dc25 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:37.978 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3559a640 1 -- 172.21.15.162:0/3054295045 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e200ab600 con 0x7f4e3813e890 2023-11-30T08:26:37.978 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3559a640 1 -- 172.21.15.162:0/3054295045 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e200a7050 con 0x7f4e3813e890 2023-11-30T08:26:37.978 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3559a640 1 -- 172.21.15.162:0/3054295045 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e200ab980 con 0x7f4e3813e890 2023-11-30T08:26:37.978 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3cf19640 1 -- 172.21.15.162:0/3054295045 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4e3813e890 msgr2=0x7f4e38147a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.978 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3cf19640 1 --2- 172.21.15.162:0/3054295045 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4e3813e890 0x7f4e38147a20 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4e38066e60 tx=0x7f4e2001c430 comp rx=0 tx=0).stop 2023-11-30T08:26:37.978 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3cf19640 1 -- 172.21.15.162:0/3054295045 shutdown_connections 2023-11-30T08:26:37.978 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3cf19640 1 --2- 172.21.15.162:0/3054295045 >> v2:172.21.15.116:3300/0 conn(0x7f4e380b3fc0 0x7f4e380b4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.978 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3cf19640 1 --2- 172.21.15.162:0/3054295045 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4e3813e890 0x7f4e38147a20 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.978 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3cf19640 1 -- 172.21.15.162:0/3054295045 >> 172.21.15.162:0/3054295045 conn(0x7f4e380b9250 msgr2=0x7f4e380b9660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:37.979 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3cf19640 1 -- 172.21.15.162:0/3054295045 shutdown_connections 2023-11-30T08:26:37.979 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3cf19640 1 -- 172.21.15.162:0/3054295045 wait complete. 2023-11-30T08:26:37.979 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3cf19640 1 Processor -- start 2023-11-30T08:26:37.979 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.965+0000 7f4e3cf19640 1 -- start start 2023-11-30T08:26:37.979 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e3cf19640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4e38071d70 0x7f4e38146ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.979 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e3cf19640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4e380b3fc0 0x7f4e381dcc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.979 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e3cf19640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4e3813e890 0x7f4e381dd1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:37.979 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e3cf19640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e381dc810 con 0x7f4e38071d70 2023-11-30T08:26:37.979 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e3cf19640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e3813ee20 con 0x7f4e3813e890 2023-11-30T08:26:37.979 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e3cf19640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e3813f070 con 0x7f4e380b3fc0 2023-11-30T08:26:37.980 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e35d9b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4e380b3fc0 0x7f4e381dcc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.980 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e35d9b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4e380b3fc0 0x7f4e381dcc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.162:54378/0 (socket says 172.21.15.162:54378) 2023-11-30T08:26:37.980 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e35d9b640 1 -- 172.21.15.162:0/2623878581 learned_addr learned my addr 172.21.15.162:0/2623878581 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:37.980 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e36d9d640 1 --2- 172.21.15.162:0/2623878581 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4e3813e890 0x7f4e381dd1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.980 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e3659c640 1 --2- 172.21.15.162:0/2623878581 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4e38071d70 0x7f4e38146ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:37.980 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e36d9d640 1 -- 172.21.15.162:0/2623878581 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4e380b3fc0 msgr2=0x7f4e381dcc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.980 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e36d9d640 1 --2- 172.21.15.162:0/2623878581 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4e380b3fc0 0x7f4e381dcc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.980 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e36d9d640 1 -- 172.21.15.162:0/2623878581 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4e38071d70 msgr2=0x7f4e38146ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:37.980 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e36d9d640 1 --2- 172.21.15.162:0/2623878581 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4e38071d70 0x7f4e38146ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:37.981 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e36d9d640 1 -- 172.21.15.162:0/2623878581 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e200094d0 con 0x7f4e3813e890 2023-11-30T08:26:37.981 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e35d9b640 1 --2- 172.21.15.162:0/2623878581 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4e380b3fc0 0x7f4e381dcc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:26:37.981 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e36d9d640 1 --2- 172.21.15.162:0/2623878581 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4e3813e890 0x7f4e381dd1a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4e30007d90 tx=0x7f4e3000e4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:37.981 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e2effd640 1 -- 172.21.15.162:0/2623878581 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e30018070 con 0x7f4e3813e890 2023-11-30T08:26:37.981 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e2effd640 1 -- 172.21.15.162:0/2623878581 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e3000edd0 con 0x7f4e3813e890 2023-11-30T08:26:37.981 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e3cf19640 1 -- 172.21.15.162:0/2623878581 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e381400c0 con 0x7f4e3813e890 2023-11-30T08:26:37.981 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e2effd640 1 -- 172.21.15.162:0/2623878581 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e30003bc0 con 0x7f4e3813e890 2023-11-30T08:26:37.981 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e3cf19640 1 -- 172.21.15.162:0/2623878581 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e3813dc40 con 0x7f4e3813e890 2023-11-30T08:26:37.981 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e2effd640 1 -- 172.21.15.162:0/2623878581 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f4e30014720 con 0x7f4e3813e890 2023-11-30T08:26:37.981 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e2effd640 1 -- 172.21.15.162:0/2623878581 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f4e3001dda0 con 0x7f4e3813e890 2023-11-30T08:26:37.982 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.969+0000 7f4e3cf19640 1 -- 172.21.15.162:0/2623878581 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e381dc980 con 0x7f4e3813e890 2023-11-30T08:26:37.982 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:37.973+0000 7f4e2effd640 1 -- 172.21.15.162:0/2623878581 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f4e381dc980 con 0x7f4e3813e890 2023-11-30T08:26:37.997 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:37.989+0000 7f2da5cd5180 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-11-30T08:26:38.014 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:38.011+0000 7faebbaa7180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-11-30T08:26:38.048 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.041+0000 7f4e3cf19640 1 -- 172.21.15.162:0/2623878581 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd new", "uuid": "e01c954e-75f8-4a06-ac1b-706ab1e60080", "id": 5} v 0) v1 -- 0x7f4e3813da70 con 0x7f4e3813e890 2023-11-30T08:26:38.059 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.049+0000 7f4e2effd640 1 -- 172.21.15.162:0/2623878581 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e01c954e-75f8-4a06-ac1b-706ab1e60080", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f4e3002c0b0 con 0x7f4e3813e890 2023-11-30T08:26:38.059 INFO:teuthology.orchestra.run.smithi162.stdout:5 2023-11-30T08:26:38.060 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.053+0000 7f4e3cf19640 1 -- 172.21.15.162:0/2623878581 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4e3813e890 msgr2=0x7f4e381dd1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.060 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.053+0000 7f4e3cf19640 1 --2- 172.21.15.162:0/2623878581 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4e3813e890 0x7f4e381dd1a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4e30007d90 tx=0x7f4e3000e4b0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.060 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.053+0000 7f4e3cf19640 1 -- 172.21.15.162:0/2623878581 shutdown_connections 2023-11-30T08:26:38.061 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.053+0000 7f4e3cf19640 1 --2- 172.21.15.162:0/2623878581 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4e3813e890 0x7f4e381dd1a0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.061 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.053+0000 7f4e3cf19640 1 --2- 172.21.15.162:0/2623878581 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4e380b3fc0 0x7f4e381dcc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.061 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.053+0000 7f4e3cf19640 1 --2- 172.21.15.162:0/2623878581 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4e38071d70 0x7f4e38146ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.061 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.053+0000 7f4e3cf19640 1 -- 172.21.15.162:0/2623878581 >> 172.21.15.162:0/2623878581 conn(0x7f4e380b9250 msgr2=0x7f4e38142420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:38.061 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.053+0000 7f4e3cf19640 1 -- 172.21.15.162:0/2623878581 shutdown_connections 2023-11-30T08:26:38.061 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.053+0000 7f4e3cf19640 1 -- 172.21.15.162:0/2623878581 wait complete. 2023-11-30T08:26:38.080 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster ceph osd new f61ea60a-d28f-43fb-a2d5-1999fe70d2b7 6 2023-11-30T08:26:38.083 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:38.073+0000 7f2da5cd5180 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-11-30T08:26:38.091 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:38.087+0000 7faebbaa7180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-11-30T08:26:38.136 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:38.129+0000 7f2da5cd5180 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-11-30T08:26:38.142 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:38.135+0000 7faebbaa7180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-11-30T08:26:38.195 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.185+0000 7fa591728640 1 Processor -- start 2023-11-30T08:26:38.195 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.185+0000 7fa591728640 1 -- start start 2023-11-30T08:26:38.198 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa591728640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fa58c0b5ec0 0x7fa58c141620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.198 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa591728640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa58c0b1ba0 con 0x7fa58c0ba920 2023-11-30T08:26:38.198 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa591728640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa58c0b4b50 con 0x7fa58c141b60 2023-11-30T08:26:38.198 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa591728640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa58c141f90 con 0x7fa58c0b5ec0 2023-11-30T08:26:38.198 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58b7fe640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7fa58c141b60 0x7fa58c14ed30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.162:45874/0 (socket says 172.21.15.162:45874) 2023-11-30T08:26:38.198 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58b7fe640 1 -- 172.21.15.162:0/1300329492 learned_addr learned my addr 172.21.15.162:0/1300329492 (peer_addr_for_me v1:172.21.15.162:0/0) 2023-11-30T08:26:38.198 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa583fff640 1 --2- 172.21.15.162:0/1300329492 >> v2:172.21.15.116:3300/0 conn(0x7fa58c0b5ec0 0x7fa58c141620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.198 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 <== mon.1 v1:172.21.15.162:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3390745748 0 0) 0x7fa58c0b4b50 con 0x7fa58c141b60 2023-11-30T08:26:38.198 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 --> v1:172.21.15.162:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa578003530 con 0x7fa58c141b60 2023-11-30T08:26:38.198 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 <== mon.1 v1:172.21.15.162:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1363097758 0 0) 0x7fa578003530 con 0x7fa58c141b60 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 >> v2:172.21.15.116:3300/0 conn(0x7fa58c0b5ec0 msgr2=0x7fa58c141620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 --2- 172.21.15.162:0/1300329492 >> v2:172.21.15.116:3300/0 conn(0x7fa58c0b5ec0 0x7fa58c141620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 >> v1:172.21.15.116:6789/0 conn(0x7fa58c0ba920 legacy=0x7fa58c147a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 --> v1:172.21.15.162:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa58c0b6350 con 0x7fa58c141b60 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 <== mon.1 v1:172.21.15.162:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fa584001a00 con 0x7fa58c141b60 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 >> v1:172.21.15.162:6789/0 conn(0x7fa58c141b60 legacy=0x7fa58c14ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 --2- 172.21.15.162:0/1300329492 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa578003980 0x7fa578003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 --2- 172.21.15.162:0/1300329492 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5780047d0 0x7fa578004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 --2- 172.21.15.162:0/1300329492 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 0x7fa57800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa58c141f90 con 0x7fa578003980 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa57800c130 con 0x7fa5780047d0 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa57800c2f0 con 0x7fa578005190 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58b7fe640 1 --2- 172.21.15.162:0/1300329492 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 0x7fa57800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.199 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa583fff640 1 --2- 172.21.15.162:0/1300329492 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5780047d0 0x7fa578004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.200 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58affd640 1 --2- 172.21.15.162:0/1300329492 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa578003980 0x7fa578003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.200 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58b7fe640 1 -- 172.21.15.162:0/1300329492 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5780047d0 msgr2=0x7fa578004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:38.200 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58b7fe640 1 --2- 172.21.15.162:0/1300329492 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa5780047d0 0x7fa578004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.200 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58b7fe640 1 -- 172.21.15.162:0/1300329492 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa578003980 msgr2=0x7fa578003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:38.200 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58b7fe640 1 --2- 172.21.15.162:0/1300329492 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa578003980 0x7fa578003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.200 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58b7fe640 1 -- 172.21.15.162:0/1300329492 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa578003530 con 0x7fa578005190 2023-11-30T08:26:38.200 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58affd640 1 --2- 172.21.15.162:0/1300329492 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa578003980 0x7fa578003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:26:38.203 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58b7fe640 1 -- 172.21.15.162:0/1300329492 reap_dead start 2023-11-30T08:26:38.203 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58b7fe640 1 --2- 172.21.15.162:0/1300329492 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 0x7fa57800b990 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa58400a800 tx=0x7fa58401d300 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a9172a79bb88010 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:38.203 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5840ac620 con 0x7fa578005190 2023-11-30T08:26:38.203 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5840a8070 con 0x7fa578005190 2023-11-30T08:26:38.203 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.189+0000 7fa58a7fc640 1 -- 172.21.15.162:0/1300329492 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5840aca00 con 0x7fa578005190 2023-11-30T08:26:38.203 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 -- 172.21.15.162:0/1300329492 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 msgr2=0x7fa57800b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 --2- 172.21.15.162:0/1300329492 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 0x7fa57800b990 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa58400a800 tx=0x7fa58401d300 comp rx=0 tx=0).stop 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 -- 172.21.15.162:0/1300329492 shutdown_connections 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 --2- 172.21.15.162:0/1300329492 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 0x7fa57800b990 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 -- 172.21.15.162:0/1300329492 >> 172.21.15.162:0/1300329492 conn(0x7fa58c06ab80 msgr2=0x7fa58c0b9fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 -- 172.21.15.162:0/1300329492 shutdown_connections 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 -- 172.21.15.162:0/1300329492 wait complete. 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 Processor -- start 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 -- start start 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 0x7fa58c13e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa58c06be80 0x7fa58c06c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa58c0b8e00 0x7fa58c0b9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa58c1395f0 con 0x7fa58c06be80 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa58c147d30 con 0x7fa58c0b8e00 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa58c145b30 con 0x7fa578005190 2023-11-30T08:26:38.204 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa58affd640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 0x7fa58c13e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa58affd640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 0x7fa58c13e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.162:54404/0 (socket says 172.21.15.162:54404) 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa58b7fe640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa58c0b8e00 0x7fa58c0b9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa58affd640 1 -- 172.21.15.162:0/242397052 learned_addr learned my addr 172.21.15.162:0/242397052 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa583fff640 1 --2- 172.21.15.162:0/242397052 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa58c06be80 0x7fa58c06c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa58b7fe640 1 -- 172.21.15.162:0/242397052 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 msgr2=0x7fa58c13e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa58b7fe640 1 --2- 172.21.15.162:0/242397052 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 0x7fa58c13e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa58b7fe640 1 -- 172.21.15.162:0/242397052 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa58c06be80 msgr2=0x7fa58c06c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa58b7fe640 1 --2- 172.21.15.162:0/242397052 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa58c06be80 0x7fa58c06c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa58b7fe640 1 -- 172.21.15.162:0/242397052 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa58c0728a0 con 0x7fa58c0b8e00 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa58affd640 1 --2- 172.21.15.162:0/242397052 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 0x7fa58c13e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa58b7fe640 1 --2- 172.21.15.162:0/242397052 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa58c0b8e00 0x7fa58c0b9280 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa58c0b7b10 tx=0x7fa578005800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa5837fe640 1 -- 172.21.15.162:0/242397052 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5840019c0 con 0x7fa58c0b8e00 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa5837fe640 1 -- 172.21.15.162:0/242397052 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5840ac7a0 con 0x7fa58c0b8e00 2023-11-30T08:26:38.205 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 -- 172.21.15.162:0/242397052 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa58c06c840 con 0x7fa58c0b8e00 2023-11-30T08:26:38.206 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa5837fe640 1 -- 172.21.15.162:0/242397052 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5840acb50 con 0x7fa58c0b8e00 2023-11-30T08:26:38.206 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa591728640 1 -- 172.21.15.162:0/242397052 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa58c145d80 con 0x7fa58c0b8e00 2023-11-30T08:26:38.206 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa5837fe640 1 -- 172.21.15.162:0/242397052 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fa5840aa070 con 0x7fa58c0b8e00 2023-11-30T08:26:38.206 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.193+0000 7fa5837fe640 1 -- 172.21.15.162:0/242397052 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7fa5840b3070 con 0x7fa58c0b8e00 2023-11-30T08:26:38.206 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.197+0000 7fa591728640 1 -- 172.21.15.162:0/242397052 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa58c068960 con 0x7fa58c0b8e00 2023-11-30T08:26:38.206 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.197+0000 7fa5837fe640 1 -- 172.21.15.162:0/242397052 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fa5840bc060 con 0x7fa58c0b8e00 2023-11-30T08:26:38.217 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:38.209+0000 7f2da5cd5180 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-11-30T08:26:38.269 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:38.261+0000 7f2da5cd5180 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-11-30T08:26:38.274 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.265+0000 7fa591728640 1 -- 172.21.15.162:0/242397052 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd new", "uuid": "f61ea60a-d28f-43fb-a2d5-1999fe70d2b7", "id": 6} v 0) v1 -- 0x7fa58c06bba0 con 0x7fa58c0b8e00 2023-11-30T08:26:38.282 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:38.275+0000 7faebbaa7180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-11-30T08:26:38.283 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.273+0000 7fa5837fe640 1 -- 172.21.15.162:0/242397052 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "f61ea60a-d28f-43fb-a2d5-1999fe70d2b7", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa5840b0070 con 0x7fa58c0b8e00 2023-11-30T08:26:38.283 INFO:teuthology.orchestra.run.smithi162.stdout:6 2023-11-30T08:26:38.284 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.277+0000 7fa591728640 1 -- 172.21.15.162:0/242397052 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa58c0b8e00 msgr2=0x7fa58c0b9280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.284 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.277+0000 7fa591728640 1 --2- 172.21.15.162:0/242397052 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa58c0b8e00 0x7fa58c0b9280 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa58c0b7b10 tx=0x7fa578005800 comp rx=0 tx=0).stop 2023-11-30T08:26:38.284 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.277+0000 7fa591728640 1 -- 172.21.15.162:0/242397052 shutdown_connections 2023-11-30T08:26:38.284 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.277+0000 7fa591728640 1 --2- 172.21.15.162:0/242397052 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa58c0b8e00 0x7fa58c0b9280 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.285 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.277+0000 7fa591728640 1 --2- 172.21.15.162:0/242397052 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa58c06be80 0x7fa58c06c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.285 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.277+0000 7fa591728640 1 --2- 172.21.15.162:0/242397052 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa578005190 0x7fa58c13e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.285 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.277+0000 7fa591728640 1 -- 172.21.15.162:0/242397052 >> 172.21.15.162:0/242397052 conn(0x7fa58c06ab80 msgr2=0x7fa58c0b6a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:38.285 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.277+0000 7fa591728640 1 -- 172.21.15.162:0/242397052 shutdown_connections 2023-11-30T08:26:38.285 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.277+0000 7fa591728640 1 -- 172.21.15.162:0/242397052 wait complete. 2023-11-30T08:26:38.299 DEBUG:teuthology.orchestra.run.smithi162:> sudo ceph --cluster ceph osd new 40dc89ac-75a1-4da4-87a5-d0181eacfa6a 7 2023-11-30T08:26:38.341 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:38.335+0000 7faebbaa7180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-11-30T08:26:38.409 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe47b9a8640 1 Processor -- start 2023-11-30T08:26:38.409 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe47b9a8640 1 -- start start 2023-11-30T08:26:38.410 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe47b9a8640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4740b5ec0 0x7fe474141620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.410 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe47b9a8640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4740b1ba0 con 0x7fe4740ba920 2023-11-30T08:26:38.410 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe47b9a8640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4740b4b50 con 0x7fe474141b60 2023-11-30T08:26:38.410 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe47b9a8640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe474141f90 con 0x7fe4740b5ec0 2023-11-30T08:26:38.410 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe479f45640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7fe474141b60 0x7fe47414ed30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.162:45880/0 (socket says 172.21.15.162:45880) 2023-11-30T08:26:38.410 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe479f45640 1 -- 172.21.15.162:0/1374672164 learned_addr learned my addr 172.21.15.162:0/1374672164 (peer_addr_for_me v1:172.21.15.162:0/0) 2023-11-30T08:26:38.411 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe478f43640 1 --2- 172.21.15.162:0/1374672164 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4740b5ec0 0x7fe474141620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.411 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe46bfff640 1 -- 172.21.15.162:0/1374672164 <== mon.1 v1:172.21.15.162:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3367930489 0 0) 0x7fe4740b4b50 con 0x7fe474141b60 2023-11-30T08:26:38.411 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe46bfff640 1 -- 172.21.15.162:0/1374672164 --> v1:172.21.15.162:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe460003530 con 0x7fe474141b60 2023-11-30T08:26:38.411 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe478f43640 1 -- 172.21.15.162:0/1374672164 >> v1:172.21.15.162:6789/0 conn(0x7fe474141b60 legacy=0x7fe47414ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.411 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe478f43640 1 -- 172.21.15.162:0/1374672164 >> v1:172.21.15.116:6789/0 conn(0x7fe4740ba920 legacy=0x7fe474147a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.411 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.401+0000 7fe478f43640 1 -- 172.21.15.162:0/1374672164 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4740bad00 con 0x7fe4740b5ec0 2023-11-30T08:26:38.412 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe478f43640 1 --2- 172.21.15.162:0/1374672164 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4740b5ec0 0x7fe474141620 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe4700097f0 tx=0x7fe47001c430 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b46f2b188b32c4da server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:38.413 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe46bfff640 1 -- 172.21.15.162:0/1374672164 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4700a7070 con 0x7fe4740b5ec0 2023-11-30T08:26:38.413 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe46bfff640 1 -- 172.21.15.162:0/1374672164 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4700ab430 con 0x7fe4740b5ec0 2023-11-30T08:26:38.413 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe46bfff640 1 -- 172.21.15.162:0/1374672164 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4700ab7c0 con 0x7fe4740b5ec0 2023-11-30T08:26:38.413 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 -- 172.21.15.162:0/1374672164 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4740b5ec0 msgr2=0x7fe474141620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.414 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 --2- 172.21.15.162:0/1374672164 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4740b5ec0 0x7fe474141620 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe4700097f0 tx=0x7fe47001c430 comp rx=0 tx=0).stop 2023-11-30T08:26:38.414 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 -- 172.21.15.162:0/1374672164 shutdown_connections 2023-11-30T08:26:38.414 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 --2- 172.21.15.162:0/1374672164 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4740b5ec0 0x7fe474141620 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.414 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 -- 172.21.15.162:0/1374672164 >> 172.21.15.162:0/1374672164 conn(0x7fe47406ab80 msgr2=0x7fe4740b9fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:38.414 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 -- 172.21.15.162:0/1374672164 shutdown_connections 2023-11-30T08:26:38.414 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 -- 172.21.15.162:0/1374672164 wait complete. 2023-11-30T08:26:38.416 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 Processor -- start 2023-11-30T08:26:38.416 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 -- start start 2023-11-30T08:26:38.416 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4740b5ec0 0x7fe4740b9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.416 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4740ba920 0x7fe474139a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.416 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe474141b60 0x7fe474136590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.416 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe474134ed0 con 0x7fe4740ba920 2023-11-30T08:26:38.416 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe47414f690 con 0x7fe4740b5ec0 2023-11-30T08:26:38.416 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe47b9a8640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4740b9c40 con 0x7fe474141b60 2023-11-30T08:26:38.416 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe479744640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4740b5ec0 0x7fe4740b9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.416 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe479f45640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe474141b60 0x7fe474136590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.417 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe479744640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4740b5ec0 0x7fe4740b9700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.162:57412/0 (socket says 172.21.15.162:57412) 2023-11-30T08:26:38.417 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe479744640 1 -- 172.21.15.162:0/3942157932 learned_addr learned my addr 172.21.15.162:0/3942157932 (peer_addr_for_me v2:172.21.15.162:0/0) 2023-11-30T08:26:38.417 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe478f43640 1 --2- 172.21.15.162:0/3942157932 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4740ba920 0x7fe474139a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.417 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe479744640 1 -- 172.21.15.162:0/3942157932 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe474141b60 msgr2=0x7fe474136590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.417 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe479744640 1 --2- 172.21.15.162:0/3942157932 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe474141b60 0x7fe474136590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.417 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe479744640 1 -- 172.21.15.162:0/3942157932 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4740ba920 msgr2=0x7fe474139a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.417 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe479744640 1 --2- 172.21.15.162:0/3942157932 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4740ba920 0x7fe474139a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.417 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe479744640 1 -- 172.21.15.162:0/3942157932 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe470009420 con 0x7fe4740b5ec0 2023-11-30T08:26:38.417 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe478f43640 1 --2- 172.21.15.162:0/3942157932 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4740ba920 0x7fe474139a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:26:38.417 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.405+0000 7fe479f45640 1 --2- 172.21.15.162:0/3942157932 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe474141b60 0x7fe474136590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:26:38.417 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.409+0000 7fe479744640 1 --2- 172.21.15.162:0/3942157932 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4740b5ec0 0x7fe4740b9700 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe46400c530 tx=0x7fe46400c9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:38.418 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:38.409+0000 7f2da5cd5180 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-11-30T08:26:38.419 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.409+0000 7fe469ffb640 1 -- 172.21.15.162:0/3942157932 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe464005220 con 0x7fe4740b5ec0 2023-11-30T08:26:38.419 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.409+0000 7fe469ffb640 1 -- 172.21.15.162:0/3942157932 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe464005380 con 0x7fe4740b5ec0 2023-11-30T08:26:38.419 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.409+0000 7fe47b9a8640 1 -- 172.21.15.162:0/3942157932 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4740728a0 con 0x7fe4740b5ec0 2023-11-30T08:26:38.419 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.409+0000 7fe469ffb640 1 -- 172.21.15.162:0/3942157932 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe464007270 con 0x7fe4740b5ec0 2023-11-30T08:26:38.419 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.409+0000 7fe47b9a8640 1 -- 172.21.15.162:0/3942157932 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe47414f8e0 con 0x7fe4740b5ec0 2023-11-30T08:26:38.419 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.409+0000 7fe469ffb640 1 -- 172.21.15.162:0/3942157932 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe4640067e0 con 0x7fe4740b5ec0 2023-11-30T08:26:38.419 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.409+0000 7fe469ffb640 1 -- 172.21.15.162:0/3942157932 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7fe464006a90 con 0x7fe4740b5ec0 2023-11-30T08:26:38.419 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.409+0000 7fe47b9a8640 1 -- 172.21.15.162:0/3942157932 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe474145610 con 0x7fe4740b5ec0 2023-11-30T08:26:38.419 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.409+0000 7fe469ffb640 1 -- 172.21.15.162:0/3942157932 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fe464016020 con 0x7fe4740b5ec0 2023-11-30T08:26:38.476 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:38.469+0000 7f2da5cd5180 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-11-30T08:26:38.486 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.477+0000 7fe47b9a8640 1 -- 172.21.15.162:0/3942157932 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd new", "uuid": "40dc89ac-75a1-4da4-87a5-d0181eacfa6a", "id": 7} v 0) v1 -- 0x7fe4740726f0 con 0x7fe4740b5ec0 2023-11-30T08:26:38.494 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.485+0000 7fe469ffb640 1 -- 172.21.15.162:0/3942157932 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "40dc89ac-75a1-4da4-87a5-d0181eacfa6a", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7fe46402a0b0 con 0x7fe4740b5ec0 2023-11-30T08:26:38.494 INFO:teuthology.orchestra.run.smithi162.stdout:7 2023-11-30T08:26:38.495 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.485+0000 7fe47b9a8640 1 -- 172.21.15.162:0/3942157932 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4740b5ec0 msgr2=0x7fe4740b9700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.496 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.485+0000 7fe47b9a8640 1 --2- 172.21.15.162:0/3942157932 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4740b5ec0 0x7fe4740b9700 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe46400c530 tx=0x7fe46400c9f0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.496 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.485+0000 7fe47b9a8640 1 -- 172.21.15.162:0/3942157932 shutdown_connections 2023-11-30T08:26:38.496 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.485+0000 7fe47b9a8640 1 --2- 172.21.15.162:0/3942157932 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe474141b60 0x7fe474136590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.496 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.485+0000 7fe47b9a8640 1 --2- 172.21.15.162:0/3942157932 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4740ba920 0x7fe474139a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.496 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.485+0000 7fe47b9a8640 1 --2- 172.21.15.162:0/3942157932 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4740b5ec0 0x7fe4740b9700 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.496 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.485+0000 7fe47b9a8640 1 -- 172.21.15.162:0/3942157932 >> 172.21.15.162:0/3942157932 conn(0x7fe47406ab80 msgr2=0x7fe474142400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:38.496 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.485+0000 7fe47b9a8640 1 -- 172.21.15.162:0/3942157932 shutdown_connections 2023-11-30T08:26:38.496 INFO:teuthology.orchestra.run.smithi162.stderr:2023-11-30T08:26:38.485+0000 7fe47b9a8640 1 -- 172.21.15.162:0/3942157932 wait complete. 2023-11-30T08:26:38.511 INFO:tasks.ceph.osd.0:Restarting daemon 2023-11-30T08:26:38.511 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-11-30T08:26:38.513 INFO:tasks.ceph.osd.0:Started 2023-11-30T08:26:38.513 INFO:tasks.ceph.osd.1:Restarting daemon 2023-11-30T08:26:38.513 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-11-30T08:26:38.515 INFO:tasks.ceph.osd.1:Started 2023-11-30T08:26:38.515 INFO:tasks.ceph.osd.2:Restarting daemon 2023-11-30T08:26:38.515 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-11-30T08:26:38.517 INFO:tasks.ceph.osd.2:Started 2023-11-30T08:26:38.517 INFO:tasks.ceph.osd.3:Restarting daemon 2023-11-30T08:26:38.517 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-11-30T08:26:38.521 INFO:tasks.ceph.osd.3:Started 2023-11-30T08:26:38.521 INFO:tasks.ceph.osd.4:Restarting daemon 2023-11-30T08:26:38.521 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-11-30T08:26:38.523 INFO:tasks.ceph.osd.4:Started 2023-11-30T08:26:38.523 INFO:tasks.ceph.osd.5:Restarting daemon 2023-11-30T08:26:38.524 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-11-30T08:26:38.526 INFO:tasks.ceph.osd.5:Started 2023-11-30T08:26:38.526 INFO:tasks.ceph.osd.6:Restarting daemon 2023-11-30T08:26:38.526 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-11-30T08:26:38.528 INFO:tasks.ceph.osd.6:Started 2023-11-30T08:26:38.528 INFO:tasks.ceph.osd.7:Restarting daemon 2023-11-30T08:26:38.528 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-11-30T08:26:38.530 INFO:tasks.ceph.osd.7:Started 2023-11-30T08:26:38.530 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:26:38.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.671+0000 7fe5d759e640 1 Processor -- start 2023-11-30T08:26:38.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.671+0000 7fe5d759e640 1 -- start start 2023-11-30T08:26:38.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d759e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fe5d80b1b00 0x7fe5d814dd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d759e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe5d814b4a0 0x7fe5d80715e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d759e640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5d814b010 con 0x7fe5d8071b20 2023-11-30T08:26:38.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d759e640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5d814a7b0 con 0x7fe5d80b1b00 2023-11-30T08:26:38.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d759e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d80b1ee0 con 0x7fe5d814b4a0 2023-11-30T08:26:38.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d5d9b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe5d814b4a0 0x7fe5d80715e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d6d9d640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7fe5d8071b20 0x7fe5d80af390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:47136/0 (socket says 172.21.15.116:47136) 2023-11-30T08:26:38.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d6d9d640 1 -- 172.21.15.116:0/4279911086 learned_addr learned my addr 172.21.15.116:0/4279911086 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:26:38.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d659c640 1 --2- 172.21.15.116:0/4279911086 >> v2:172.21.15.116:3300/0 conn(0x7fe5d80b1b00 0x7fe5d814dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d5d9b640 1 -- 172.21.15.116:0/4279911086 >> v2:172.21.15.116:3300/0 conn(0x7fe5d80b1b00 msgr2=0x7fe5d814dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:38.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d5d9b640 1 --2- 172.21.15.116:0/4279911086 >> v2:172.21.15.116:3300/0 conn(0x7fe5d80b1b00 0x7fe5d814dd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d5d9b640 1 -- 172.21.15.116:0/4279911086 >> v1:172.21.15.162:6789/0 conn(0x7fe5d8071b20 legacy=0x7fe5d80af390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.675+0000 7fe5d5d9b640 1 -- 172.21.15.116:0/4279911086 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5d8071f50 con 0x7fe5d814b4a0 2023-11-30T08:26:38.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.679+0000 7fe5d5d9b640 1 --2- 172.21.15.116:0/4279911086 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe5d814b4a0 0x7fe5d80715e0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe5c80097c0 tx=0x7fe5c801c280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=283c08f259ef1885 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:38.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.679+0000 7fe5d559a640 1 -- 172.21.15.116:0/4279911086 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c80ab600 con 0x7fe5d814b4a0 2023-11-30T08:26:38.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.679+0000 7fe5d559a640 1 -- 172.21.15.116:0/4279911086 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5c80a7050 con 0x7fe5d814b4a0 2023-11-30T08:26:38.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.679+0000 7fe5d759e640 1 -- 172.21.15.116:0/4279911086 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe5d814b4a0 msgr2=0x7fe5d80715e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.679+0000 7fe5d759e640 1 --2- 172.21.15.116:0/4279911086 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe5d814b4a0 0x7fe5d80715e0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe5c80097c0 tx=0x7fe5c801c280 comp rx=0 tx=0).stop 2023-11-30T08:26:38.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.679+0000 7fe5d759e640 1 -- 172.21.15.116:0/4279911086 shutdown_connections 2023-11-30T08:26:38.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.679+0000 7fe5d759e640 1 --2- 172.21.15.116:0/4279911086 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe5d814b4a0 0x7fe5d80715e0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.679+0000 7fe5d759e640 1 --2- 172.21.15.116:0/4279911086 >> v2:172.21.15.116:3300/0 conn(0x7fe5d80b1b00 0x7fe5d814dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.679+0000 7fe5d759e640 1 -- 172.21.15.116:0/4279911086 >> 172.21.15.116:0/4279911086 conn(0x7fe5d80b4550 msgr2=0x7fe5d80b4960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:38.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d759e640 1 -- 172.21.15.116:0/4279911086 shutdown_connections 2023-11-30T08:26:38.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d759e640 1 -- 172.21.15.116:0/4279911086 wait complete. 2023-11-30T08:26:38.688 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d759e640 1 Processor -- start 2023-11-30T08:26:38.688 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d759e640 1 -- start start 2023-11-30T08:26:38.689 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d759e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe5d8071b20 0x7fe5d80ab320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.689 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d759e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe5d80b1b00 0x7fe5d80abe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.689 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d759e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe5d814b4a0 0x7fe5d80ada30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:38.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d759e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d81318e0 con 0x7fe5d80b1b00 2023-11-30T08:26:38.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d759e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d813b2d0 con 0x7fe5d8071b20 2023-11-30T08:26:38.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d759e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d80ab920 con 0x7fe5d814b4a0 2023-11-30T08:26:38.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d5d9b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe5d80b1b00 0x7fe5d80abe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d5d9b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe5d80b1b00 0x7fe5d80abe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:53486/0 (socket says 172.21.15.116:53486) 2023-11-30T08:26:38.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d5d9b640 1 -- 172.21.15.116:0/77010273 learned_addr learned my addr 172.21.15.116:0/77010273 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:38.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d6d9d640 1 --2- 172.21.15.116:0/77010273 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe5d814b4a0 0x7fe5d80ada30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.683+0000 7fe5d659c640 1 --2- 172.21.15.116:0/77010273 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe5d8071b20 0x7fe5d80ab320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:38.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5d5d9b640 1 -- 172.21.15.116:0/77010273 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe5d814b4a0 msgr2=0x7fe5d80ada30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5d5d9b640 1 --2- 172.21.15.116:0/77010273 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe5d814b4a0 0x7fe5d80ada30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5d5d9b640 1 -- 172.21.15.116:0/77010273 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe5d8071b20 msgr2=0x7fe5d80ab320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5d5d9b640 1 --2- 172.21.15.116:0/77010273 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe5d8071b20 0x7fe5d80ab320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5d5d9b640 1 -- 172.21.15.116:0/77010273 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5c8009420 con 0x7fe5d80b1b00 2023-11-30T08:26:38.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5d5d9b640 1 --2- 172.21.15.116:0/77010273 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe5d80b1b00 0x7fe5d80abe00 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fe5c801a930 tx=0x7fe5c8019020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:38.693 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5c6ffd640 1 -- 172.21.15.116:0/77010273 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c80aad90 con 0x7fe5d80b1b00 2023-11-30T08:26:38.693 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5d759e640 1 -- 172.21.15.116:0/77010273 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5d80ad320 con 0x7fe5d80b1b00 2023-11-30T08:26:38.693 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5d759e640 1 -- 172.21.15.116:0/77010273 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5d80715d0 con 0x7fe5d80b1b00 2023-11-30T08:26:38.693 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5c6ffd640 1 -- 172.21.15.116:0/77010273 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5c80b5410 con 0x7fe5d80b1b00 2023-11-30T08:26:38.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5c6ffd640 1 -- 172.21.15.116:0/77010273 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c80b57c0 con 0x7fe5d80b1b00 2023-11-30T08:26:38.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5c6ffd640 1 -- 172.21.15.116:0/77010273 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fe5c80b2050 con 0x7fe5d80b1b00 2023-11-30T08:26:38.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.687+0000 7fe5c6ffd640 1 -- 172.21.15.116:0/77010273 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fe5c80c0b20 con 0x7fe5d80b1b00 2023-11-30T08:26:38.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.691+0000 7fe5d759e640 1 -- 172.21.15.116:0/77010273 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5bc005260 con 0x7fe5d80b1b00 2023-11-30T08:26:38.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.703+0000 7fe5c6ffd640 1 -- 172.21.15.116:0/77010273 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fe5c80bb020 con 0x7fe5d80b1b00 2023-11-30T08:26:38.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.755+0000 7fe5d759e640 1 -- 172.21.15.116:0/77010273 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe5bc0057e0 con 0x7fe5d80b1b00 2023-11-30T08:26:38.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.755+0000 7fe5c6ffd640 1 -- 172.21.15.116:0/77010273 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fe5c80b0070 con 0x7fe5d80b1b00 2023-11-30T08:26:38.760 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:38.760 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":10,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:26:38.486927+0000","last_up_change":"0.000000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:26:38.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.755+0000 7fe5d759e640 1 -- 172.21.15.116:0/77010273 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe5d80b1b00 msgr2=0x7fe5d80abe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:38.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.755+0000 7fe5d759e640 1 --2- 172.21.15.116:0/77010273 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe5d80b1b00 0x7fe5d80abe00 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fe5c801a930 tx=0x7fe5c8019020 comp rx=0 tx=0).stop 2023-11-30T08:26:38.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.755+0000 7fe5d759e640 1 -- 172.21.15.116:0/77010273 shutdown_connections 2023-11-30T08:26:38.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.755+0000 7fe5d759e640 1 --2- 172.21.15.116:0/77010273 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe5d814b4a0 0x7fe5d80ada30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.755+0000 7fe5d759e640 1 --2- 172.21.15.116:0/77010273 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe5d80b1b00 0x7fe5d80abe00 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.755+0000 7fe5d759e640 1 --2- 172.21.15.116:0/77010273 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe5d8071b20 0x7fe5d80ab320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:38.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.755+0000 7fe5d759e640 1 -- 172.21.15.116:0/77010273 >> 172.21.15.116:0/77010273 conn(0x7fe5d80b4550 msgr2=0x7fe5d80b2350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:38.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.755+0000 7fe5d759e640 1 -- 172.21.15.116:0/77010273 shutdown_connections 2023-11-30T08:26:38.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:38.755+0000 7fe5d759e640 1 -- 172.21.15.116:0/77010273 wait complete. 2023-11-30T08:26:38.775 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-11-30T08:26:38.775 INFO:tasks.ceph:Waiting for OSDs to come up 2023-11-30T08:26:38.929 INFO:tasks.ceph.mgr.y.smithi116.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-11-30T08:26:38.929 INFO:tasks.ceph.mgr.y.smithi116.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-11-30T08:26:38.929 INFO:tasks.ceph.mgr.y.smithi116.stderr: from numpy import show_config as show_numpy_config 2023-11-30T08:26:38.980 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:38.975+0000 7faebbaa7180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-11-30T08:26:39.101 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:39.095+0000 7faebbaa7180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-11-30T08:26:39.123 INFO:tasks.ceph.osd.2.smithi116.stderr:2023-11-30T08:26:39.119+0000 7f3dd9766640 -1 Falling back to public interface 2023-11-30T08:26:39.135 INFO:tasks.ceph.osd.3.smithi116.stderr:2023-11-30T08:26:39.131+0000 7fc1391f7640 -1 Falling back to public interface 2023-11-30T08:26:39.135 INFO:tasks.ceph.osd.0.smithi116.stderr:2023-11-30T08:26:39.131+0000 7fa5629be640 -1 Falling back to public interface 2023-11-30T08:26:39.138 INFO:tasks.ceph.osd.4.smithi162.stderr:2023-11-30T08:26:39.129+0000 7fce0af79640 -1 Falling back to public interface 2023-11-30T08:26:39.138 INFO:tasks.ceph.osd.5.smithi162.stderr:2023-11-30T08:26:39.129+0000 7f93dd3d1640 -1 Falling back to public interface 2023-11-30T08:26:39.138 INFO:tasks.ceph.osd.4.smithi162.stderr:2023-11-30T08:26:39.129+0000 7fce09f39640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6802/0: (98) Address already in use 2023-11-30T08:26:39.138 INFO:tasks.ceph.osd.4.smithi162.stderr:2023-11-30T08:26:39.129+0000 7fce09f39640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6803/0: (98) Address already in use 2023-11-30T08:26:39.155 INFO:tasks.ceph.osd.1.smithi116.stderr:2023-11-30T08:26:39.151+0000 7f2118670640 -1 Falling back to public interface 2023-11-30T08:26:39.156 INFO:tasks.ceph.osd.7.smithi162.stderr:2023-11-30T08:26:39.149+0000 7f82adf17640 -1 Falling back to public interface 2023-11-30T08:26:39.170 INFO:tasks.ceph.mgr.x.smithi162.stderr:/usr/lib/python3/dist-packages/scipy/__init__.py:67: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2023-11-30T08:26:39.170 INFO:tasks.ceph.mgr.x.smithi162.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2023-11-30T08:26:39.170 INFO:tasks.ceph.mgr.x.smithi162.stderr: from numpy import show_config as show_numpy_config 2023-11-30T08:26:39.172 INFO:tasks.ceph.osd.6.smithi162.stderr:2023-11-30T08:26:39.165+0000 7f9463545640 -1 Falling back to public interface 2023-11-30T08:26:39.215 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:39.205+0000 7f2da5cd5180 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-11-30T08:26:39.277 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:39.271+0000 7faebbaa7180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-11-30T08:26:39.338 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:39.329+0000 7f2da5cd5180 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-11-30T08:26:39.340 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:39.335+0000 7faebbaa7180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-11-30T08:26:39.464 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:39.459+0000 7faebbaa7180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-11-30T08:26:39.482 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:39.473+0000 7f2da5cd5180 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-11-30T08:26:39.545 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:39.537+0000 7f2da5cd5180 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-11-30T08:26:39.581 DEBUG:teuthology.orchestra.run.smithi116:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-11-30T08:26:39.667 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:39.657+0000 7f2da5cd5180 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-11-30T08:26:39.693 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.687+0000 7f7849781640 1 Processor -- start 2023-11-30T08:26:39.693 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.687+0000 7f7849781640 1 -- start start 2023-11-30T08:26:39.695 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.687+0000 7f7849781640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f784413d080 0x7f784409a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:39.696 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.687+0000 7f7849781640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7844099ca0 con 0x7f784409a130 2023-11-30T08:26:39.696 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.687+0000 7f7849781640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f784409b230 con 0x7f78440b3500 2023-11-30T08:26:39.696 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.687+0000 7f7849781640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78440b38e0 con 0x7f784413d080 2023-11-30T08:26:39.696 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.687+0000 7f78427fc640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f784409a130 0x7f784413c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:41328/0 (socket says 172.21.15.116:41328) 2023-11-30T08:26:39.696 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.687+0000 7f78427fc640 1 -- 172.21.15.116:0/4075103608 learned_addr learned my addr 172.21.15.116:0/4075103608 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:26:39.696 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4020476103 0 0) 0x7f7844099ca0 con 0x7f784409a130 2023-11-30T08:26:39.696 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f78437fe640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f784413d080 0x7f784409a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:39.696 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f782c004640 con 0x7f784409a130 2023-11-30T08:26:39.696 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2001816098 0 0) 0x7f782c004640 con 0x7f784409a130 2023-11-30T08:26:39.696 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f784413d080 msgr2=0x7f784409a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:39.696 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f784413d080 0x7f784409a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:39.696 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 >> v1:172.21.15.162:6789/0 conn(0x7f78440b3500 legacy=0x7f78441430f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78441438f0 con 0x7f784409a130 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f7838001680 con 0x7f784409a130 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f78437fe640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f784413d080 0x7f784409a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 >> v1:172.21.15.116:6789/0 conn(0x7f784409a130 legacy=0x7f784413c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f782c004ac0 0x7f782c004ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f782c0058e0 0x7f782c005d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f784413d080 0x7f782c00caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78440b38e0 con 0x7f782c0058e0 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f782c0065c0 con 0x7f782c004ac0 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f782c006780 con 0x7f784413d080 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f78427fc640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f782c0058e0 0x7f782c005d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f78437fe640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f784413d080 0x7f782c00caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f7842ffd640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f782c004ac0 0x7f782c004ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:39.697 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f78427fc640 1 -- 172.21.15.116:0/4075103608 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f784413d080 msgr2=0x7f782c00caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:39.698 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f78427fc640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f784413d080 0x7f782c00caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:39.698 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f78427fc640 1 -- 172.21.15.116:0/4075103608 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f782c004ac0 msgr2=0x7f782c004ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:39.698 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f78427fc640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f782c004ac0 0x7f782c004ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:39.698 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.691+0000 7f78427fc640 1 -- 172.21.15.116:0/4075103608 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f782c004640 con 0x7f782c0058e0 2023-11-30T08:26:39.699 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f78427fc640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f782c0058e0 0x7f782c005d60 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f783800c1c0 tx=0x7f783801d680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d417ea410bcc63d5 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:39.699 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78380058e0 con 0x7f782c0058e0 2023-11-30T08:26:39.699 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7838005a40 con 0x7f782c0058e0 2023-11-30T08:26:39.699 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7841ffb640 1 -- 172.21.15.116:0/4075103608 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7838005e30 con 0x7f782c0058e0 2023-11-30T08:26:39.699 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 -- 172.21.15.116:0/4075103608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f782c0058e0 msgr2=0x7f782c005d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:39.699 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 --2- 172.21.15.116:0/4075103608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f782c0058e0 0x7f782c005d60 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f783800c1c0 tx=0x7f783801d680 comp rx=0 tx=0).stop 2023-11-30T08:26:39.699 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f78437fe640 1 -- 172.21.15.116:0/4075103608 reap_dead start 2023-11-30T08:26:39.699 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 -- 172.21.15.116:0/4075103608 shutdown_connections 2023-11-30T08:26:39.700 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 -- 172.21.15.116:0/4075103608 >> 172.21.15.116:0/4075103608 conn(0x7f78440b8550 msgr2=0x7f78440b8930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:39.700 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 -- 172.21.15.116:0/4075103608 shutdown_connections 2023-11-30T08:26:39.700 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 -- 172.21.15.116:0/4075103608 wait complete. 2023-11-30T08:26:39.702 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 Processor -- start 2023-11-30T08:26:39.702 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 -- start start 2023-11-30T08:26:39.702 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f782c0058e0 0x7f7844146590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:39.702 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78441e0280 0x7f7844147200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f784413d510 0x7f784413d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f784413f1e0 con 0x7f782c0058e0 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7844148510 con 0x7f784413d510 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78440b27e0 con 0x7f78441e0280 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7842ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f782c0058e0 0x7f7844146590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7842ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f782c0058e0 0x7f7844146590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:53514/0 (socket says 172.21.15.116:53514) 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7842ffd640 1 -- 172.21.15.116:0/2935400887 learned_addr learned my addr 172.21.15.116:0/2935400887 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f78427fc640 1 --2- 172.21.15.116:0/2935400887 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78441e0280 0x7f7844147200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7842ffd640 1 -- 172.21.15.116:0/2935400887 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78441e0280 msgr2=0x7f7844147200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f78437fe640 1 --2- 172.21.15.116:0/2935400887 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f784413d510 0x7f784413d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7842ffd640 1 --2- 172.21.15.116:0/2935400887 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78441e0280 0x7f7844147200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7842ffd640 1 -- 172.21.15.116:0/2935400887 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f784413d510 msgr2=0x7f784413d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7842ffd640 1 --2- 172.21.15.116:0/2935400887 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f784413d510 0x7f784413d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:39.703 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7842ffd640 1 -- 172.21.15.116:0/2935400887 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f784413f430 con 0x7f782c0058e0 2023-11-30T08:26:39.704 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7842ffd640 1 --2- 172.21.15.116:0/2935400887 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f782c0058e0 0x7f7844146590 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f783400e550 tx=0x7f783400ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:39.704 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f782b7fe640 1 -- 172.21.15.116:0/2935400887 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78340052e0 con 0x7f782c0058e0 2023-11-30T08:26:39.704 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f782b7fe640 1 -- 172.21.15.116:0/2935400887 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7834005440 con 0x7f782c0058e0 2023-11-30T08:26:39.704 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 -- 172.21.15.116:0/2935400887 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78441487f0 con 0x7f782c0058e0 2023-11-30T08:26:39.704 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f782b7fe640 1 -- 172.21.15.116:0/2935400887 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7834003820 con 0x7f782c0058e0 2023-11-30T08:26:39.704 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f7849781640 1 -- 172.21.15.116:0/2935400887 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f784413e5b0 con 0x7f782c0058e0 2023-11-30T08:26:39.704 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f782b7fe640 1 -- 172.21.15.116:0/2935400887 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f7834003c80 con 0x7f782c0058e0 2023-11-30T08:26:39.704 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.695+0000 7f782b7fe640 1 -- 172.21.15.116:0/2935400887 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f7834013af0 con 0x7f782c0058e0 2023-11-30T08:26:39.704 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.699+0000 7f7849781640 1 -- 172.21.15.116:0/2935400887 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7844068900 con 0x7f782c0058e0 2023-11-30T08:26:39.704 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.699+0000 7f782b7fe640 1 -- 172.21.15.116:0/2935400887 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f7834013d80 con 0x7f782c0058e0 2023-11-30T08:26:39.764 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.759+0000 7f7849781640 1 -- 172.21.15.116:0/2935400887 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f78440b6a70 con 0x7f782c0058e0 2023-11-30T08:26:39.764 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.759+0000 7f782b7fe640 1 -- 172.21.15.116:0/2935400887 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f783402c090 con 0x7f782c0058e0 2023-11-30T08:26:39.765 INFO:teuthology.misc.health.smithi116.stdout: 2023-11-30T08:26:39.765 INFO:teuthology.misc.health.smithi116.stdout:{"epoch":10,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:26:38.486927+0000","last_up_change":"0.000000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:26:39.766 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.759+0000 7f7849781640 1 -- 172.21.15.116:0/2935400887 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f782c0058e0 msgr2=0x7f7844146590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:39.766 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.759+0000 7f7849781640 1 --2- 172.21.15.116:0/2935400887 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f782c0058e0 0x7f7844146590 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f783400e550 tx=0x7f783400ea10 comp rx=0 tx=0).stop 2023-11-30T08:26:39.766 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.759+0000 7f7849781640 1 -- 172.21.15.116:0/2935400887 shutdown_connections 2023-11-30T08:26:39.766 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.759+0000 7f7849781640 1 --2- 172.21.15.116:0/2935400887 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f784413d510 0x7f784413d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:39.766 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.759+0000 7f7849781640 1 --2- 172.21.15.116:0/2935400887 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78441e0280 0x7f7844147200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:39.766 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.759+0000 7f7849781640 1 --2- 172.21.15.116:0/2935400887 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f782c0058e0 0x7f7844146590 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:39.766 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.759+0000 7f7849781640 1 -- 172.21.15.116:0/2935400887 >> 172.21.15.116:0/2935400887 conn(0x7f78440b8550 msgr2=0x7f78440b8930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:39.766 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.759+0000 7f7849781640 1 -- 172.21.15.116:0/2935400887 shutdown_connections 2023-11-30T08:26:39.766 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:39.759+0000 7f7849781640 1 -- 172.21.15.116:0/2935400887 wait complete. 2023-11-30T08:26:39.779 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-11-30T08:26:40.079 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:40.075+0000 7faebbaa7180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-11-30T08:26:40.154 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:40.151+0000 7faebbaa7180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-11-30T08:26:40.273 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:40.265+0000 7f2da5cd5180 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-11-30T08:26:40.325 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:40.319+0000 7faebbaa7180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-11-30T08:26:40.349 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:40.341+0000 7f2da5cd5180 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-11-30T08:26:40.399 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:40.395+0000 7faebbaa7180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-11-30T08:26:40.519 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:40.509+0000 7f2da5cd5180 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-11-30T08:26:40.597 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:40.589+0000 7f2da5cd5180 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-11-30T08:26:40.688 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:40.683+0000 7faebbaa7180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-11-30T08:26:40.747 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:40.743+0000 7faebbaa7180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-11-30T08:26:40.891 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:40.881+0000 7f2da5cd5180 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-11-30T08:26:40.949 INFO:tasks.ceph.mgr.x.smithi162.stderr:2023-11-30T08:26:40.941+0000 7f2da5cd5180 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-11-30T08:26:41.793 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:41.787+0000 7fae63331640 -1 mgr.server handle_report got status from non-daemon mon.c 2023-11-30T08:26:41.794 INFO:tasks.ceph.mgr.y.smithi116.stderr:2023-11-30T08:26:41.787+0000 7fae63331640 -1 mgr.server handle_report got status from non-daemon mon.b 2023-11-30T08:26:43.021 INFO:tasks.ceph.osd.2.smithi116.stderr:2023-11-30T08:26:43.015+0000 7f3dd9766640 -1 osd.2 0 log_to_monitors true 2023-11-30T08:26:43.030 INFO:tasks.ceph.osd.3.smithi116.stderr:2023-11-30T08:26:43.023+0000 7fc1391f7640 -1 osd.3 0 log_to_monitors true 2023-11-30T08:26:43.060 INFO:tasks.ceph.osd.5.smithi162.stderr:2023-11-30T08:26:43.053+0000 7f93dd3d1640 -1 osd.5 0 log_to_monitors true 2023-11-30T08:26:43.075 INFO:tasks.ceph.osd.4.smithi162.stderr:2023-11-30T08:26:43.065+0000 7fce0af79640 -1 osd.4 0 log_to_monitors true 2023-11-30T08:26:43.095 INFO:tasks.ceph.osd.7.smithi162.stderr:2023-11-30T08:26:43.085+0000 7f82adf17640 -1 osd.7 0 log_to_monitors true 2023-11-30T08:26:43.151 INFO:tasks.ceph.osd.1.smithi116.stderr:2023-11-30T08:26:43.147+0000 7f2118670640 -1 osd.1 0 log_to_monitors true 2023-11-30T08:26:43.166 INFO:tasks.ceph.osd.0.smithi116.stderr:2023-11-30T08:26:43.163+0000 7fa5629be640 -1 osd.0 0 log_to_monitors true 2023-11-30T08:26:43.181 INFO:tasks.ceph.osd.6.smithi162.stderr:2023-11-30T08:26:43.173+0000 7f9463545640 -1 osd.6 0 log_to_monitors true 2023-11-30T08:26:46.586 DEBUG:teuthology.orchestra.run.smithi116:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-11-30T08:26:46.729 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f3523bb5640 1 Processor -- start 2023-11-30T08:26:46.729 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f3523bb5640 1 -- start start 2023-11-30T08:26:46.731 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f3523bb5640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f351c0b7d00 0x7f351c0b62b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:46.731 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f3523bb5640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f351c1460c0 con 0x7f351c0b7920 2023-11-30T08:26:46.731 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f3523bb5640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f351c146310 con 0x7f351c13cbe0 2023-11-30T08:26:46.731 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f3523bb5640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f351c0b34f0 con 0x7f351c0b7d00 2023-11-30T08:26:46.732 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f3522152640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f351c13cbe0 0x7f351c14d450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:47160/0 (socket says 172.21.15.116:47160) 2023-11-30T08:26:46.732 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f3522152640 1 -- 172.21.15.116:0/3524302956 learned_addr learned my addr 172.21.15.116:0/3524302956 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:26:46.732 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f3521150640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f351c0b7d00 0x7f351c0b62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:46.732 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f352094f640 1 -- 172.21.15.116:0/3524302956 <== mon.1 v1:172.21.15.162:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4226038573 0 0) 0x7f351c146310 con 0x7f351c13cbe0 2023-11-30T08:26:46.732 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f352094f640 1 -- 172.21.15.116:0/3524302956 --> v1:172.21.15.162:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3508004640 con 0x7f351c13cbe0 2023-11-30T08:26:46.732 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f352094f640 1 -- 172.21.15.116:0/3524302956 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 61174496 0 0) 0x7f351c1460c0 con 0x7f351c0b7920 2023-11-30T08:26:46.732 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f352094f640 1 -- 172.21.15.116:0/3524302956 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f351c146310 con 0x7f351c0b7920 2023-11-30T08:26:46.733 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f3521150640 1 -- 172.21.15.116:0/3524302956 >> v1:172.21.15.162:6789/0 conn(0x7f351c13cbe0 legacy=0x7f351c14d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:46.733 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f352094f640 1 -- 172.21.15.116:0/3524302956 <== mon.1 v1:172.21.15.162:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 74243586 0 0) 0x7f3508004640 con 0x7f351c13cbe0 2023-11-30T08:26:46.733 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.722+0000 7f3521150640 1 -- 172.21.15.116:0/3524302956 >> v1:172.21.15.116:6789/0 conn(0x7f351c0b7920 legacy=0x7f351c0b4870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:46.733 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.726+0000 7f3521150640 1 -- 172.21.15.116:0/3524302956 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f351c1465f0 con 0x7f351c0b7d00 2023-11-30T08:26:46.734 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.726+0000 7f3521150640 1 --2- 172.21.15.116:0/3524302956 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f351c0b7d00 0x7f351c0b62b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3518009740 tx=0x7f351801c1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2afe62d49a1d46a server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:46.735 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.730+0000 7f352094f640 1 -- 172.21.15.116:0/3524302956 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f350c001680 con 0x7f351c0b7d00 2023-11-30T08:26:46.735 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.730+0000 7f352094f640 1 -- 172.21.15.116:0/3524302956 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35180a7050 con 0x7f351c0b7d00 2023-11-30T08:26:46.735 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.730+0000 7f352094f640 1 -- 172.21.15.116:0/3524302956 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3514001a00 con 0x7f351c0b7d00 2023-11-30T08:26:46.736 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.730+0000 7f3523bb5640 1 -- 172.21.15.116:0/3524302956 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f351c0b7d00 msgr2=0x7f351c0b62b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:46.736 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.730+0000 7f3523bb5640 1 --2- 172.21.15.116:0/3524302956 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f351c0b7d00 0x7f351c0b62b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f3518009740 tx=0x7f351801c1a0 comp rx=0 tx=0).stop 2023-11-30T08:26:46.736 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.730+0000 7f3523bb5640 1 -- 172.21.15.116:0/3524302956 shutdown_connections 2023-11-30T08:26:46.736 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.730+0000 7f3523bb5640 1 --2- 172.21.15.116:0/3524302956 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f351c0b7d00 0x7f351c0b62b0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:46.736 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.730+0000 7f3523bb5640 1 -- 172.21.15.116:0/3524302956 >> 172.21.15.116:0/3524302956 conn(0x7f351c09a260 msgr2=0x7f351c09a670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:46.737 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.730+0000 7f3523bb5640 1 -- 172.21.15.116:0/3524302956 shutdown_connections 2023-11-30T08:26:46.737 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.730+0000 7f3523bb5640 1 -- 172.21.15.116:0/3524302956 wait complete. 2023-11-30T08:26:46.738 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.730+0000 7f3523bb5640 1 Processor -- start 2023-11-30T08:26:46.738 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.730+0000 7f3523bb5640 1 -- start start 2023-11-30T08:26:46.740 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3523bb5640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f351c0b7920 0x7f351c13f600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:46.740 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3523bb5640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f351c0b7d00 0x7f351c0990e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:46.740 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3523bb5640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f351c13cbe0 0x7f351c099620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:46.740 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3523bb5640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f351c13f1e0 con 0x7f351c0b7d00 2023-11-30T08:26:46.740 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3523bb5640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f351c0ae680 con 0x7f351c13cbe0 2023-11-30T08:26:46.740 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3523bb5640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f351c140590 con 0x7f351c0b7920 2023-11-30T08:26:46.740 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3521150640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f351c0b7d00 0x7f351c0990e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:46.740 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3522152640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f351c13cbe0 0x7f351c099620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:46.740 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3522152640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f351c13cbe0 0x7f351c099620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:47692/0 (socket says 172.21.15.116:47692) 2023-11-30T08:26:46.740 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3522152640 1 -- 172.21.15.116:0/2297973649 learned_addr learned my addr 172.21.15.116:0/2297973649 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:46.741 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3521951640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f351c0b7920 0x7f351c13f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:46.741 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3522152640 1 -- 172.21.15.116:0/2297973649 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f351c0b7920 msgr2=0x7f351c13f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:46.741 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3522152640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f351c0b7920 0x7f351c13f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:46.741 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3522152640 1 -- 172.21.15.116:0/2297973649 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f351c0b7d00 msgr2=0x7f351c0990e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:46.741 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3522152640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f351c0b7d00 0x7f351c0990e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:46.741 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3522152640 1 -- 172.21.15.116:0/2297973649 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3518009420 con 0x7f351c13cbe0 2023-11-30T08:26:46.741 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3521951640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f351c0b7920 0x7f351c13f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:26:46.741 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3521150640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f351c0b7d00 0x7f351c0990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:26:46.741 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3522152640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f351c13cbe0 0x7f351c099620 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f351400cc70 tx=0x7f351400a430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:46.742 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f35127fc640 1 -- 172.21.15.116:0/2297973649 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f351400ce80 con 0x7f351c13cbe0 2023-11-30T08:26:46.742 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3523bb5640 1 -- 172.21.15.116:0/2297973649 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f351c13ee00 con 0x7f351c13cbe0 2023-11-30T08:26:46.742 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f35127fc640 1 -- 172.21.15.116:0/2297973649 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3514012400 con 0x7f351c13cbe0 2023-11-30T08:26:46.742 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3523bb5640 1 -- 172.21.15.116:0/2297973649 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f351c13fb40 con 0x7f351c13cbe0 2023-11-30T08:26:46.742 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f35127fc640 1 -- 172.21.15.116:0/2297973649 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35140127f0 con 0x7f351c13cbe0 2023-11-30T08:26:46.742 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.734+0000 7f3523bb5640 1 -- 172.21.15.116:0/2297973649 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f351c13f320 con 0x7f351c13cbe0 2023-11-30T08:26:46.743 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.738+0000 7f35127fc640 1 -- 172.21.15.116:0/2297973649 <== mon.1 v2:172.21.15.162:3300/0 4 ==== mgrmap(e 4) v1 ==== 85796+0+0 (secure 0 0 0) 0x7f3514012950 con 0x7f351c13cbe0 2023-11-30T08:26:46.743 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.738+0000 7f35127fc640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3500066430 0x7f35000688f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:46.744 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.738+0000 7f3521951640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3500066430 0x7f35000688f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:46.744 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.738+0000 7f3521951640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3500066430 0x7f35000688f0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f350c001ec0 tx=0x7f350c001a00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:46.745 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.738+0000 7f35127fc640 1 -- 172.21.15.116:0/2297973649 <== mon.1 v2:172.21.15.162:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7f35140835b0 con 0x7f351c13cbe0 2023-11-30T08:26:46.752 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:46.746+0000 7f35127fc640 1 -- 172.21.15.116:0/2297973649 <== mon.1 v2:172.21.15.162:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f351c13f320 con 0x7f351c13cbe0 2023-11-30T08:26:47.068 INFO:tasks.ceph.osd.5.smithi162.stderr:2023-11-30T08:26:47.057+0000 7f93d8b57640 -1 osd.5 0 waiting for initial osdmap 2023-11-30T08:26:47.071 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.066+0000 7f3523bb5640 1 -- 172.21.15.116:0/2297973649 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f351c13f320 con 0x7f351c13cbe0 2023-11-30T08:26:47.076 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.070+0000 7f35127fc640 1 -- 172.21.15.116:0/2297973649 <== mon.1 v2:172.21.15.162:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f351c13f320 con 0x7f351c13cbe0 2023-11-30T08:26:47.077 INFO:teuthology.misc.health.smithi116.stdout: 2023-11-30T08:26:47.077 INFO:teuthology.misc.health.smithi116.stdout:{"epoch":12,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:26:44.792273+0000","last_up_change":"0.000000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:26:47.081 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.074+0000 7f3523bb5640 1 -- 172.21.15.116:0/2297973649 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3500066430 msgr2=0x7f35000688f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:47.081 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.074+0000 7f3523bb5640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3500066430 0x7f35000688f0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f350c001ec0 tx=0x7f350c001a00 comp rx=0 tx=0).stop 2023-11-30T08:26:47.081 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.074+0000 7f3523bb5640 1 -- 172.21.15.116:0/2297973649 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f351c13cbe0 msgr2=0x7f351c099620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:47.082 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.074+0000 7f3523bb5640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f351c13cbe0 0x7f351c099620 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f351400cc70 tx=0x7f351400a430 comp rx=0 tx=0).stop 2023-11-30T08:26:47.082 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.074+0000 7f3523bb5640 1 -- 172.21.15.116:0/2297973649 shutdown_connections 2023-11-30T08:26:47.082 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.074+0000 7f3523bb5640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f351c13cbe0 0x7f351c099620 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:47.082 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.074+0000 7f3523bb5640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f351c0b7d00 0x7f351c0990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:47.082 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.074+0000 7f3523bb5640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3500066430 0x7f35000688f0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:47.082 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.074+0000 7f3523bb5640 1 --2- 172.21.15.116:0/2297973649 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f351c0b7920 0x7f351c13f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:47.082 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.074+0000 7f3523bb5640 1 -- 172.21.15.116:0/2297973649 >> 172.21.15.116:0/2297973649 conn(0x7f351c09a260 msgr2=0x7f351c143ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:47.082 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.074+0000 7f3523bb5640 1 -- 172.21.15.116:0/2297973649 shutdown_connections 2023-11-30T08:26:47.082 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:47.074+0000 7f3523bb5640 1 -- 172.21.15.116:0/2297973649 wait complete. 2023-11-30T08:26:47.083 INFO:tasks.ceph.osd.7.smithi162.stderr:2023-11-30T08:26:47.073+0000 7f82a969d640 -1 osd.7 0 waiting for initial osdmap 2023-11-30T08:26:47.096 INFO:tasks.ceph.osd.5.smithi162.stderr:2023-11-30T08:26:47.089+0000 7f93d11a4640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-30T08:26:47.100 INFO:tasks.ceph.osd.0.smithi116.stderr:2023-11-30T08:26:47.094+0000 7fa55e144640 -1 osd.0 0 waiting for initial osdmap 2023-11-30T08:26:47.106 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-11-30T08:26:47.107 INFO:tasks.ceph.osd.6.smithi162.stderr:2023-11-30T08:26:47.097+0000 7f945eccb640 -1 osd.6 0 waiting for initial osdmap 2023-11-30T08:26:47.108 INFO:tasks.ceph.osd.7.smithi162.stderr:2023-11-30T08:26:47.101+0000 7f82a1cea640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-30T08:26:47.128 INFO:tasks.ceph.osd.6.smithi162.stderr:2023-11-30T08:26:47.121+0000 7f9457318640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-30T08:26:47.131 INFO:tasks.ceph.osd.0.smithi116.stderr:2023-11-30T08:26:47.126+0000 7fa556791640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-30T08:26:47.154 INFO:tasks.ceph.osd.4.smithi162.stderr:2023-11-30T08:26:47.145+0000 7fce066ff640 -1 osd.4 0 waiting for initial osdmap 2023-11-30T08:26:47.172 INFO:tasks.ceph.osd.4.smithi162.stderr:2023-11-30T08:26:47.165+0000 7fcdfed4c640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-30T08:26:47.252 INFO:tasks.ceph.osd.3.smithi116.stderr:2023-11-30T08:26:47.246+0000 7fc13497d640 -1 osd.3 0 waiting for initial osdmap 2023-11-30T08:26:47.260 INFO:tasks.ceph.osd.1.smithi116.stderr:2023-11-30T08:26:47.254+0000 7f2113df6640 -1 osd.1 0 waiting for initial osdmap 2023-11-30T08:26:47.275 INFO:tasks.ceph.osd.3.smithi116.stderr:2023-11-30T08:26:47.270+0000 7fc12cfca640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-30T08:26:47.286 INFO:tasks.ceph.osd.2.smithi116.stderr:2023-11-30T08:26:47.278+0000 7f3dd4eec640 -1 osd.2 0 waiting for initial osdmap 2023-11-30T08:26:47.291 INFO:tasks.ceph.osd.1.smithi116.stderr:2023-11-30T08:26:47.286+0000 7f210c443640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-30T08:26:47.311 INFO:tasks.ceph.osd.2.smithi116.stderr:2023-11-30T08:26:47.306+0000 7f3dcd539640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-11-30T08:26:53.913 DEBUG:teuthology.orchestra.run.smithi116:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-11-30T08:26:54.035 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.026+0000 7fc99398f640 1 Processor -- start 2023-11-30T08:26:54.035 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.026+0000 7fc99398f640 1 -- start start 2023-11-30T08:26:54.038 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc99398f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c0affd0 0x7fc98c1445c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.038 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc99398f640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc98c13ed90 con 0x7fc98c0b03b0 2023-11-30T08:26:54.038 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc99398f640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc98c0b17b0 con 0x7fc98c0aebf0 2023-11-30T08:26:54.038 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc99398f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc98c0b1bd0 con 0x7fc98c0affd0 2023-11-30T08:26:54.038 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc991f2c640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fc98c0b03b0 0x7fc98c14eea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53342/0 (socket says 172.21.15.116:53342) 2023-11-30T08:26:54.038 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc991f2c640 1 -- 172.21.15.116:0/43254616 learned_addr learned my addr 172.21.15.116:0/43254616 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:26:54.038 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc99172b640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c0affd0 0x7fc98c1445c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.038 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1414440143 0 0) 0x7fc97c001120 con 0x7fc98c0b03b0 2023-11-30T08:26:54.038 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc974003530 con 0x7fc98c0b03b0 2023-11-30T08:26:54.038 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2011358128 0 0) 0x7fc974003530 con 0x7fc98c0b03b0 2023-11-30T08:26:54.038 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c0affd0 msgr2=0x7fc98c1445c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:54.038 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c0affd0 0x7fc98c1445c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 >> v1:172.21.15.162:6789/0 conn(0x7fc98c0aebf0 legacy=0x7fc98c071870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc98c0b1e90 con 0x7fc98c0b03b0 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fc97c001810 con 0x7fc98c0b03b0 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc99172b640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c0affd0 0x7fc98c1445c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 >> v1:172.21.15.116:6789/0 conn(0x7fc98c0b03b0 legacy=0x7fc98c14eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9740039b0 0x7fc974003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9740047d0 0x7fc974004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c0affd0 0x7fc974005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc98c0b1bd0 con 0x7fc9740047d0 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc97400ba90 con 0x7fc9740039b0 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc97400bc50 con 0x7fc98c0affd0 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc990f2a640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9740047d0 0x7fc974004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc99172b640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9740039b0 0x7fc974003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc991f2c640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c0affd0 0x7fc974005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.039 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc990f2a640 1 -- 172.21.15.116:0/43254616 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c0affd0 msgr2=0x7fc974005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:54.040 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc990f2a640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c0affd0 0x7fc974005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.040 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc990f2a640 1 -- 172.21.15.116:0/43254616 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9740039b0 msgr2=0x7fc974003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:54.040 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc990f2a640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc9740039b0 0x7fc974003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.040 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc990f2a640 1 -- 172.21.15.116:0/43254616 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc974003530 con 0x7fc9740047d0 2023-11-30T08:26:54.043 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.030+0000 7fc990f2a640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9740047d0 0x7fc974004c50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc980001e70 tx=0x7fc98001c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3fc7001f44cd083 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:54.043 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc980003b80 con 0x7fc9740047d0 2023-11-30T08:26:54.043 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc980003ce0 con 0x7fc9740047d0 2023-11-30T08:26:54.043 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc98bfff640 1 -- 172.21.15.116:0/43254616 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9800052c0 con 0x7fc9740047d0 2023-11-30T08:26:54.043 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 -- 172.21.15.116:0/43254616 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9740047d0 msgr2=0x7fc974004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.043 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 --2- 172.21.15.116:0/43254616 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9740047d0 0x7fc974004c50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fc980001e70 tx=0x7fc98001c760 comp rx=0 tx=0).stop 2023-11-30T08:26:54.043 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc991f2c640 1 -- 172.21.15.116:0/43254616 reap_dead start 2023-11-30T08:26:54.043 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 -- 172.21.15.116:0/43254616 shutdown_connections 2023-11-30T08:26:54.043 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 -- 172.21.15.116:0/43254616 >> 172.21.15.116:0/43254616 conn(0x7fc98c0b5c90 msgr2=0x7fc98c0b60a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:54.043 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 -- 172.21.15.116:0/43254616 shutdown_connections 2023-11-30T08:26:54.043 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 -- 172.21.15.116:0/43254616 wait complete. 2023-11-30T08:26:54.043 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 Processor -- start 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 -- start start 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9740047d0 0x7fc98c09a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc98c06e960 0x7fc98c06eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c09d120 0x7fc98c09d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc98c09b6c0 con 0x7fc9740047d0 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc98c09dae0 con 0x7fc98c06e960 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc98c06f2e0 con 0x7fc98c09d120 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99172b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9740047d0 0x7fc98c09a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99172b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9740047d0 0x7fc98c09a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:55914/0 (socket says 172.21.15.116:55914) 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99172b640 1 -- 172.21.15.116:0/2889804595 learned_addr learned my addr 172.21.15.116:0/2889804595 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc991f2c640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c09d120 0x7fc98c09d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc990f2a640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc98c06e960 0x7fc98c06eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.044 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99172b640 1 -- 172.21.15.116:0/2889804595 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c09d120 msgr2=0x7fc98c09d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.045 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99172b640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c09d120 0x7fc98c09d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.045 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99172b640 1 -- 172.21.15.116:0/2889804595 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc98c06e960 msgr2=0x7fc98c06eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.045 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99172b640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc98c06e960 0x7fc98c06eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.045 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99172b640 1 -- 172.21.15.116:0/2889804595 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc98c071380 con 0x7fc9740047d0 2023-11-30T08:26:54.045 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99172b640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9740047d0 0x7fc98c09a370 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fc984010890 tx=0x7fc984010d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:54.045 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc989ffb640 1 -- 172.21.15.116:0/2889804595 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc98400cb40 con 0x7fc9740047d0 2023-11-30T08:26:54.045 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc989ffb640 1 -- 172.21.15.116:0/2889804595 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc98400cca0 con 0x7fc9740047d0 2023-11-30T08:26:54.045 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 -- 172.21.15.116:0/2889804595 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc98c071650 con 0x7fc9740047d0 2023-11-30T08:26:54.045 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc989ffb640 1 -- 172.21.15.116:0/2889804595 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9840156b0 con 0x7fc9740047d0 2023-11-30T08:26:54.045 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.034+0000 7fc99398f640 1 -- 172.21.15.116:0/2889804595 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc98c09b930 con 0x7fc9740047d0 2023-11-30T08:26:54.046 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.038+0000 7fc99398f640 1 -- 172.21.15.116:0/2889804595 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc98c06e740 con 0x7fc9740047d0 2023-11-30T08:26:54.046 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.038+0000 7fc989ffb640 1 -- 172.21.15.116:0/2889804595 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc984015810 con 0x7fc9740047d0 2023-11-30T08:26:54.046 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.038+0000 7fc989ffb640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc978066470 0x7fc978068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.046 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.038+0000 7fc989ffb640 1 -- 172.21.15.116:0/2889804595 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc9840843d0 con 0x7fc9740047d0 2023-11-30T08:26:54.046 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.038+0000 7fc990f2a640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc978066470 0x7fc978068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.046 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.038+0000 7fc990f2a640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc978066470 0x7fc978068930 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc980005000 tx=0x7fc980001520 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:54.049 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.042+0000 7fc989ffb640 1 -- 172.21.15.116:0/2889804595 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc984051c30 con 0x7fc9740047d0 2023-11-30T08:26:54.202 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.194+0000 7fc99398f640 1 -- 172.21.15.116:0/2889804595 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc98c0679e0 con 0x7fc9740047d0 2023-11-30T08:26:54.204 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc989ffb640 1 -- 172.21.15.116:0/2889804595 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12862 (secure 0 0 0) 0x7fc98400e050 con 0x7fc9740047d0 2023-11-30T08:26:54.204 INFO:teuthology.misc.health.smithi116.stdout: 2023-11-30T08:26:54.205 INFO:teuthology.misc.health.smithi116.stdout:{"epoch":16,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:26:51.114822+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:26:54.207 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc99398f640 1 -- 172.21.15.116:0/2889804595 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc978066470 msgr2=0x7fc978068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.207 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc99398f640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc978066470 0x7fc978068930 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc980005000 tx=0x7fc980001520 comp rx=0 tx=0).stop 2023-11-30T08:26:54.207 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc99398f640 1 -- 172.21.15.116:0/2889804595 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9740047d0 msgr2=0x7fc98c09a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.207 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc99398f640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9740047d0 0x7fc98c09a370 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fc984010890 tx=0x7fc984010d50 comp rx=0 tx=0).stop 2023-11-30T08:26:54.207 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc99398f640 1 -- 172.21.15.116:0/2889804595 shutdown_connections 2023-11-30T08:26:54.207 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc99398f640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc978066470 0x7fc978068930 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.207 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc99398f640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc98c09d120 0x7fc98c09d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.207 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc99398f640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc98c06e960 0x7fc98c06eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.207 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc99398f640 1 --2- 172.21.15.116:0/2889804595 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc9740047d0 0x7fc98c09a370 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.207 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc99398f640 1 -- 172.21.15.116:0/2889804595 >> 172.21.15.116:0/2889804595 conn(0x7fc98c0b5c90 msgr2=0x7fc98c0b60a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:54.207 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc99398f640 1 -- 172.21.15.116:0/2889804595 shutdown_connections 2023-11-30T08:26:54.208 INFO:teuthology.misc.health.smithi116.stderr:2023-11-30T08:26:54.198+0000 7fc99398f640 1 -- 172.21.15.116:0/2889804595 wait complete. 2023-11-30T08:26:54.223 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-11-30T08:26:54.223 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-11-30T08:26:54.223 INFO:tasks.ceph.mds.a:Restarting daemon 2023-11-30T08:26:54.224 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-11-30T08:26:54.226 INFO:tasks.ceph.mds.a:Started 2023-11-30T08:26:54.226 INFO:tasks.ceph.mds.b:Restarting daemon 2023-11-30T08:26:54.227 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-11-30T08:26:54.230 INFO:tasks.ceph.mds.b:Started 2023-11-30T08:26:54.230 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-11-30T08:26:54.231 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:26:54.295 INFO:tasks.ceph.mds.a.smithi116.stdout:starting mds.a at 2023-11-30T08:26:54.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f51915e2640 1 Processor -- start 2023-11-30T08:26:54.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f51915e2640 1 -- start start 2023-11-30T08:26:54.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f51915e2640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c0bc810 0x7f518c149f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f51915e2640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f518c0bcbf0 con 0x7f518c0b6f30 2023-11-30T08:26:54.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f51915e2640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f518c0b5d50 con 0x7f518c14a480 2023-11-30T08:26:54.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f51915e2640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f518c0b5ae0 con 0x7f518c0bc810 2023-11-30T08:26:54.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f518b7fe640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f518c0b6f30 0x7f518c151200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53358/0 (socket says 172.21.15.116:53358) 2023-11-30T08:26:54.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f518b7fe640 1 -- 172.21.15.116:0/3197297373 learned_addr learned my addr 172.21.15.116:0/3197297373 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:26:54.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1616163413 0 0) 0x7f518c0bcbf0 con 0x7f518c0b6f30 2023-11-30T08:26:54.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5174003530 con 0x7f518c0b6f30 2023-11-30T08:26:54.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f518affd640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c0bc810 0x7f518c149f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1986422346 0 0) 0x7f5174003530 con 0x7f518c0b6f30 2023-11-30T08:26:54.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c0bc810 msgr2=0x7f518c149f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:54.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c0bc810 0x7f518c149f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 >> v1:172.21.15.162:6789/0 conn(0x7f518c14a480 legacy=0x7f518c0b6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:54.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f518c0b48a0 con 0x7f518c0b6f30 2023-11-30T08:26:54.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f5184001a00 con 0x7f518c0b6f30 2023-11-30T08:26:54.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 >> v1:172.21.15.116:6789/0 conn(0x7f518c0b6f30 legacy=0x7f518c151200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c0bc810 0x7f51740039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5174004030 0x7f51740047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5174004d10 0x7f5174005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f517400bc40 con 0x7f5174004030 2023-11-30T08:26:54.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f517400bdb0 con 0x7f5174004d10 2023-11-30T08:26:54.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f517400bf70 con 0x7f518c0bc810 2023-11-30T08:26:54.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.346+0000 7f518a7fc640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5174004030 0x7f51740047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f518affd640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c0bc810 0x7f51740039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f518b7fe640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5174004d10 0x7f5174005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f518a7fc640 1 -- 172.21.15.116:0/3197297373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c0bc810 msgr2=0x7f51740039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:54.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f518a7fc640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c0bc810 0x7f51740039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f518a7fc640 1 -- 172.21.15.116:0/3197297373 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5174004d10 msgr2=0x7f5174005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:54.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f518a7fc640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5174004d10 0x7f5174005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f518a7fc640 1 -- 172.21.15.116:0/3197297373 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5174003530 con 0x7f5174004030 2023-11-30T08:26:54.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f518b7fe640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5174004d10 0x7f5174005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:26:54.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f518a7fc640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5174004030 0x7f51740047d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f517c001780 tx=0x7f517c01c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70fefd652561aa58 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:54.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f517c0052d0 con 0x7f5174004030 2023-11-30T08:26:54.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f517c0a7050 con 0x7f5174004030 2023-11-30T08:26:54.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f5189ffb640 1 -- 172.21.15.116:0/3197297373 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f517c003600 con 0x7f5174004030 2023-11-30T08:26:54.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f51915e2640 1 -- 172.21.15.116:0/3197297373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5174004030 msgr2=0x7f51740047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f51915e2640 1 --2- 172.21.15.116:0/3197297373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5174004030 0x7f51740047d0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f517c001780 tx=0x7f517c01c3d0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f518b7fe640 1 -- 172.21.15.116:0/3197297373 reap_dead start 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f51915e2640 1 -- 172.21.15.116:0/3197297373 shutdown_connections 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f51915e2640 1 -- 172.21.15.116:0/3197297373 >> 172.21.15.116:0/3197297373 conn(0x7f518c072310 msgr2=0x7f518c0bbea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f51915e2640 1 -- 172.21.15.116:0/3197297373 shutdown_connections 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f51915e2640 1 -- 172.21.15.116:0/3197297373 wait complete. 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f51915e2640 1 Processor -- start 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.350+0000 7f51915e2640 1 -- start start 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51915e2640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5174004030 0x7f518c142400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51915e2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f518c1df0c0 0x7f518c139c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51915e2640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c142ec0 0x7f518c1e2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51915e2640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f518c1df540 con 0x7f518c1df0c0 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51915e2640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f518c0bb980 con 0x7f5174004030 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51915e2640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f518c143680 con 0x7f518c142ec0 2023-11-30T08:26:54.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518a7fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f518c1df0c0 0x7f518c139c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518a7fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f518c1df0c0 0x7f518c139c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:55958/0 (socket says 172.21.15.116:55958) 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518a7fc640 1 -- 172.21.15.116:0/2888190492 learned_addr learned my addr 172.21.15.116:0/2888190492 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518affd640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5174004030 0x7f518c142400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518b7fe640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c142ec0 0x7f518c1e2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518a7fc640 1 -- 172.21.15.116:0/2888190492 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c142ec0 msgr2=0x7f518c1e2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518a7fc640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c142ec0 0x7f518c1e2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518a7fc640 1 -- 172.21.15.116:0/2888190492 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5174004030 msgr2=0x7f518c142400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518a7fc640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5174004030 0x7f518c142400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518a7fc640 1 -- 172.21.15.116:0/2888190492 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f518c143960 con 0x7f518c1df0c0 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518a7fc640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f518c1df0c0 0x7f518c139c70 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f517c001780 tx=0x7f5174005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51737fe640 1 -- 172.21.15.116:0/2888190492 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f517c007100 con 0x7f518c1df0c0 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51737fe640 1 -- 172.21.15.116:0/2888190492 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f517c007260 con 0x7f518c1df0c0 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51915e2640 1 -- 172.21.15.116:0/2888190492 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f518c141ab0 con 0x7f518c1df0c0 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51737fe640 1 -- 172.21.15.116:0/2888190492 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f517c007610 con 0x7f518c1df0c0 2023-11-30T08:26:54.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51915e2640 1 -- 172.21.15.116:0/2888190492 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f518c141d90 con 0x7f518c1df0c0 2023-11-30T08:26:54.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51915e2640 1 -- 172.21.15.116:0/2888190492 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f518c0688f0 con 0x7f518c1df0c0 2023-11-30T08:26:54.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51737fe640 1 -- 172.21.15.116:0/2888190492 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f517c0067e0 con 0x7f518c1df0c0 2023-11-30T08:26:54.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51737fe640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f51780664a0 0x7f5178068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f51737fe640 1 -- 172.21.15.116:0/2888190492 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f517c11df00 con 0x7f518c1df0c0 2023-11-30T08:26:54.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518affd640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f51780664a0 0x7f5178068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.354+0000 7f518affd640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f51780664a0 0x7f5178068960 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f518000b9b0 tx=0x7f5180008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:54.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.358+0000 7f51737fe640 1 -- 172.21.15.116:0/2888190492 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f517c0eb880 con 0x7f518c1df0c0 2023-11-30T08:26:54.407 INFO:tasks.ceph.mds.b.smithi162.stdout:starting mds.b at 2023-11-30T08:26:54.521 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.514+0000 7f51915e2640 1 -- 172.21.15.116:0/2888190492 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f518c0bbac0 con 0x7f518c1df0c0 2023-11-30T08:26:54.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.514+0000 7f51737fe640 1 -- 172.21.15.116:0/2888190492 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12862 (secure 0 0 0) 0x7f517c0eeea0 con 0x7f518c1df0c0 2023-11-30T08:26:54.523 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:54.523 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":16,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:26:51.114822+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:26:54.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.518+0000 7f51915e2640 1 -- 172.21.15.116:0/2888190492 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f51780664a0 msgr2=0x7f5178068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.518+0000 7f51915e2640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f51780664a0 0x7f5178068960 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f518000b9b0 tx=0x7f5180008040 comp rx=0 tx=0).stop 2023-11-30T08:26:54.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.518+0000 7f51915e2640 1 -- 172.21.15.116:0/2888190492 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f518c1df0c0 msgr2=0x7f518c139c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.518+0000 7f51915e2640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f518c1df0c0 0x7f518c139c70 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f517c001780 tx=0x7f5174005800 comp rx=0 tx=0).stop 2023-11-30T08:26:54.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.518+0000 7f51915e2640 1 -- 172.21.15.116:0/2888190492 shutdown_connections 2023-11-30T08:26:54.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.518+0000 7f51915e2640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f51780664a0 0x7f5178068960 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.518+0000 7f51915e2640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f518c142ec0 0x7f518c1e2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.518+0000 7f51915e2640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f518c1df0c0 0x7f518c139c70 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.518+0000 7f51915e2640 1 --2- 172.21.15.116:0/2888190492 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5174004030 0x7f518c142400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.518+0000 7f51915e2640 1 -- 172.21.15.116:0/2888190492 >> 172.21.15.116:0/2888190492 conn(0x7f518c072310 msgr2=0x7f518c140560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:54.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.518+0000 7f51915e2640 1 -- 172.21.15.116:0/2888190492 shutdown_connections 2023-11-30T08:26:54.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.518+0000 7f51915e2640 1 -- 172.21.15.116:0/2888190492 wait complete. 2023-11-30T08:26:54.542 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:26:54.542 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:26:54.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f7067b18640 1 Processor -- start 2023-11-30T08:26:54.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f7067b18640 1 -- start start 2023-11-30T08:26:54.665 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f7067b18640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f706006c8b0 0x7f70600b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.665 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f7067b18640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f70600ae750 0x7f70600ad530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.665 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f7067b18640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70600b02e0 con 0x7f70600af300 2023-11-30T08:26:54.665 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f7067b18640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70600aded0 con 0x7f706006c8b0 2023-11-30T08:26:54.665 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f7067b18640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f706006cc90 con 0x7f70600ae750 2023-11-30T08:26:54.665 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f70658b4640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f706006c8b0 0x7f70600b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.665 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f70658b4640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f706006c8b0 0x7f70600b4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:55966/0 (socket says 172.21.15.116:55966) 2023-11-30T08:26:54.665 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f70658b4640 1 -- 172.21.15.116:0/3752060297 learned_addr learned my addr 172.21.15.116:0/3752060297 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:54.665 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f70660b5640 1 --2- 172.21.15.116:0/3752060297 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f70600ae750 0x7f70600ad530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.665 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f70658b4640 1 -- 172.21.15.116:0/3752060297 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f70600ae750 msgr2=0x7f70600ad530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:54.665 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f70658b4640 1 --2- 172.21.15.116:0/3752060297 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f70600ae750 0x7f70600ad530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.665 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f70658b4640 1 -- 172.21.15.116:0/3752060297 >> v1:172.21.15.162:6789/0 conn(0x7f70600af300 legacy=0x7f70600ace20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:54.666 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f70658b4640 1 -- 172.21.15.116:0/3752060297 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70600b05c0 con 0x7f706006c8b0 2023-11-30T08:26:54.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.658+0000 7f70658b4640 1 --2- 172.21.15.116:0/3752060297 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f706006c8b0 0x7f70600b4220 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f705c009e50 tx=0x7f705c01eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6da3f490178c1a55 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:54.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70648b2640 1 -- 172.21.15.116:0/3752060297 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f705c0a77c0 con 0x7f706006c8b0 2023-11-30T08:26:54.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70648b2640 1 -- 172.21.15.116:0/3752060297 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f705c0a7920 con 0x7f706006c8b0 2023-11-30T08:26:54.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70648b2640 1 -- 172.21.15.116:0/3752060297 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f705c0a7cb0 con 0x7f706006c8b0 2023-11-30T08:26:54.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 -- 172.21.15.116:0/3752060297 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f706006c8b0 msgr2=0x7f70600b4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 --2- 172.21.15.116:0/3752060297 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f706006c8b0 0x7f70600b4220 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f705c009e50 tx=0x7f705c01eb20 comp rx=0 tx=0).stop 2023-11-30T08:26:54.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 -- 172.21.15.116:0/3752060297 shutdown_connections 2023-11-30T08:26:54.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 --2- 172.21.15.116:0/3752060297 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f70600ae750 0x7f70600ad530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 --2- 172.21.15.116:0/3752060297 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f706006c8b0 0x7f70600b4220 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 -- 172.21.15.116:0/3752060297 >> 172.21.15.116:0/3752060297 conn(0x7f70600b4900 msgr2=0x7f70600b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:54.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 -- 172.21.15.116:0/3752060297 shutdown_connections 2023-11-30T08:26:54.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 -- 172.21.15.116:0/3752060297 wait complete. 2023-11-30T08:26:54.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 Processor -- start 2023-11-30T08:26:54.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 -- start start 2023-11-30T08:26:54.671 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f706006c8b0 0x7f70600702a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.671 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f70600ae750 0x7f70601e25b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.671 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f70600af300 0x7f70601e2af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.671 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f706014c8f0 con 0x7f70600af300 2023-11-30T08:26:54.671 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f706014cea0 con 0x7f70600ae750 2023-11-30T08:26:54.671 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f706014cbc0 con 0x7f706006c8b0 2023-11-30T08:26:54.671 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70660b5640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f70600af300 0x7f70601e2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70660b5640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f70600af300 0x7f70601e2af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:55982/0 (socket says 172.21.15.116:55982) 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70660b5640 1 -- 172.21.15.116:0/2739753701 learned_addr learned my addr 172.21.15.116:0/2739753701 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70650b3640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f70600ae750 0x7f70601e25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70658b4640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f706006c8b0 0x7f70600702a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70660b5640 1 -- 172.21.15.116:0/2739753701 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f706006c8b0 msgr2=0x7f70600702a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70660b5640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f706006c8b0 0x7f70600702a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70660b5640 1 -- 172.21.15.116:0/2739753701 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f70600ae750 msgr2=0x7f70601e25b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70660b5640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f70600ae750 0x7f70601e25b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70660b5640 1 -- 172.21.15.116:0/2739753701 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f705c009b30 con 0x7f70600af300 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70658b4640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f706006c8b0 0x7f70600702a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70660b5640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f70600af300 0x7f70601e2af0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f705800d580 tx=0x7f705800da40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70567fc640 1 -- 172.21.15.116:0/2739753701 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70580125f0 con 0x7f70600af300 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70567fc640 1 -- 172.21.15.116:0/2739753701 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7058012750 con 0x7f70600af300 2023-11-30T08:26:54.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 -- 172.21.15.116:0/2739753701 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70601e2090 con 0x7f70600af300 2023-11-30T08:26:54.673 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f70567fc640 1 -- 172.21.15.116:0/2739753701 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7058012b00 con 0x7f70600af300 2023-11-30T08:26:54.673 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.662+0000 7f7067b18640 1 -- 172.21.15.116:0/2739753701 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70600707e0 con 0x7f70600af300 2023-11-30T08:26:54.673 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.666+0000 7f7067b18640 1 -- 172.21.15.116:0/2739753701 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70601e22d0 con 0x7f70600af300 2023-11-30T08:26:54.673 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.666+0000 7f70567fc640 1 -- 172.21.15.116:0/2739753701 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7058012c60 con 0x7f70600af300 2023-11-30T08:26:54.674 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.666+0000 7f70567fc640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7044066470 0x7f7044068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.674 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.666+0000 7f70567fc640 1 -- 172.21.15.116:0/2739753701 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f70580840a0 con 0x7f70600af300 2023-11-30T08:26:54.674 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.666+0000 7f70658b4640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7044066470 0x7f7044068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.674 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.666+0000 7f70658b4640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7044066470 0x7f7044068930 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f705c0b0000 tx=0x7f705c0a9070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:54.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.670+0000 7f70567fc640 1 -- 172.21.15.116:0/2739753701 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f70601e22d0 con 0x7f70600af300 2023-11-30T08:26:54.831 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 -- 172.21.15.116:0/2739753701 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f706014ca30 con 0x7f70600af300 2023-11-30T08:26:54.832 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f70567fc640 1 -- 172.21.15.116:0/2739753701 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f70580517e0 con 0x7f70600af300 2023-11-30T08:26:54.832 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:26:54.834 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 -- 172.21.15.116:0/2739753701 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7044066470 msgr2=0x7f7044068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.834 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7044066470 0x7f7044068930 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f705c0b0000 tx=0x7f705c0a9070 comp rx=0 tx=0).stop 2023-11-30T08:26:54.834 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 -- 172.21.15.116:0/2739753701 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f70600af300 msgr2=0x7f70601e2af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.834 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f70600af300 0x7f70601e2af0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f705800d580 tx=0x7f705800da40 comp rx=0 tx=0).stop 2023-11-30T08:26:54.834 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 -- 172.21.15.116:0/2739753701 shutdown_connections 2023-11-30T08:26:54.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f70600af300 0x7f70601e2af0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f70600ae750 0x7f70601e25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7044066470 0x7f7044068930 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 --2- 172.21.15.116:0/2739753701 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f706006c8b0 0x7f70600702a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 -- 172.21.15.116:0/2739753701 >> 172.21.15.116:0/2739753701 conn(0x7f70600b4900 msgr2=0x7f70600b70f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:54.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 -- 172.21.15.116:0/2739753701 shutdown_connections 2023-11-30T08:26:54.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.826+0000 7f7067b18640 1 -- 172.21.15.116:0/2739753701 wait complete. 2023-11-30T08:26:54.851 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:26:54.970 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.962+0000 7f1fe2629640 1 Processor -- start 2023-11-30T08:26:54.971 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.962+0000 7f1fe2629640 1 -- start start 2023-11-30T08:26:54.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f1fdc0b3fd0 0x7f1fdc13e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f1fdc0b0340 0x7f1fdc13e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1fdc0af2e0 con 0x7f1fdc06c920 2023-11-30T08:26:54.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fdc0b1f50 con 0x7f1fdc0b3fd0 2023-11-30T08:26:54.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1fdc13eda0 con 0x7f1fdc0b0340 2023-11-30T08:26:54.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fdb7fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f1fdc0b3fd0 0x7f1fdc13e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fdb7fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f1fdc0b3fd0 0x7f1fdc13e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:55986/0 (socket says 172.21.15.116:55986) 2023-11-30T08:26:54.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fdb7fe640 1 -- 172.21.15.116:0/3343735425 learned_addr learned my addr 172.21.15.116:0/3343735425 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:54.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe0bc6640 1 --2- 172.21.15.116:0/3343735425 >> v2:172.21.15.162:3300/0 conn(0x7f1fdc0b0340 0x7f1fdc13e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fdb7fe640 1 -- 172.21.15.116:0/3343735425 >> v2:172.21.15.162:3300/0 conn(0x7f1fdc0b0340 msgr2=0x7f1fdc13e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:54.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fdb7fe640 1 --2- 172.21.15.116:0/3343735425 >> v2:172.21.15.162:3300/0 conn(0x7f1fdc0b0340 0x7f1fdc13e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fdb7fe640 1 -- 172.21.15.116:0/3343735425 >> v1:172.21.15.116:6789/0 conn(0x7f1fdc06c920 legacy=0x7f1fdc0afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fdb7fe640 1 -- 172.21.15.116:0/3343735425 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fdc06cd00 con 0x7f1fdc0b3fd0 2023-11-30T08:26:54.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fdb7fe640 1 --2- 172.21.15.116:0/3343735425 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fdc0b3fd0 0x7f1fdc13e320 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc0b0f90 tx=0x7f1fcc01c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b17bd3fbab63b02 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:54.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fdaffd640 1 -- 172.21.15.116:0/3343735425 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc0ad680 con 0x7f1fdc0b3fd0 2023-11-30T08:26:54.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fdaffd640 1 -- 172.21.15.116:0/3343735425 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fcc0ad7e0 con 0x7f1fdc0b3fd0 2023-11-30T08:26:54.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fdaffd640 1 -- 172.21.15.116:0/3343735425 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fcc0adb70 con 0x7f1fdc0b3fd0 2023-11-30T08:26:54.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 -- 172.21.15.116:0/3343735425 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fdc0b3fd0 msgr2=0x7f1fdc13e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 --2- 172.21.15.116:0/3343735425 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fdc0b3fd0 0x7f1fdc13e320 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc0b0f90 tx=0x7f1fcc01c470 comp rx=0 tx=0).stop 2023-11-30T08:26:54.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 -- 172.21.15.116:0/3343735425 shutdown_connections 2023-11-30T08:26:54.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 --2- 172.21.15.116:0/3343735425 >> v2:172.21.15.162:3300/0 conn(0x7f1fdc0b0340 0x7f1fdc13e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 --2- 172.21.15.116:0/3343735425 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fdc0b3fd0 0x7f1fdc13e320 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 -- 172.21.15.116:0/3343735425 >> 172.21.15.116:0/3343735425 conn(0x7f1fdc0b48e0 msgr2=0x7f1fdc0b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:54.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 -- 172.21.15.116:0/3343735425 shutdown_connections 2023-11-30T08:26:54.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.966+0000 7f1fe2629640 1 -- 172.21.15.116:0/3343735425 wait complete. 2023-11-30T08:26:54.976 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe2629640 1 Processor -- start 2023-11-30T08:26:54.976 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe2629640 1 -- start start 2023-11-30T08:26:54.978 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe2629640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1fdc06c920 0x7f1fdc131420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.978 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe2629640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1fdc1450a0 0x7f1fdc142dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.978 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe2629640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fdc143310 0x7f1fdc136400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.978 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe2629640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fdc1e0fd0 con 0x7f1fdc143310 2023-11-30T08:26:54.978 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe2629640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fdc1437c0 con 0x7f1fdc1450a0 2023-11-30T08:26:54.978 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe2629640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1fdc13f100 con 0x7f1fdc06c920 2023-11-30T08:26:54.978 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe0bc6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fdc143310 0x7f1fdc136400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.978 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe0bc6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fdc143310 0x7f1fdc136400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:55988/0 (socket says 172.21.15.116:55988) 2023-11-30T08:26:54.978 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe0bc6640 1 -- 172.21.15.116:0/256946578 learned_addr learned my addr 172.21.15.116:0/256946578 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:54.978 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fdb7fe640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1fdc1450a0 0x7f1fdc142dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.979 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fdbfff640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1fdc06c920 0x7f1fdc131420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.979 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe0bc6640 1 -- 172.21.15.116:0/256946578 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1fdc06c920 msgr2=0x7f1fdc131420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.979 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe0bc6640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1fdc06c920 0x7f1fdc131420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.979 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe0bc6640 1 -- 172.21.15.116:0/256946578 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1fdc1450a0 msgr2=0x7f1fdc142dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:54.979 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe0bc6640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1fdc1450a0 0x7f1fdc142dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:54.979 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe0bc6640 1 -- 172.21.15.116:0/256946578 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fcc0094d0 con 0x7f1fdc143310 2023-11-30T08:26:54.979 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe0bc6640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fdc143310 0x7f1fdc136400 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1fd400cda0 tx=0x7f1fd400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:54.979 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fd8ff9640 1 -- 172.21.15.116:0/256946578 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd4003ba0 con 0x7f1fdc143310 2023-11-30T08:26:54.979 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fd8ff9640 1 -- 172.21.15.116:0/256946578 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1fd4003d00 con 0x7f1fdc143310 2023-11-30T08:26:54.979 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe2629640 1 -- 172.21.15.116:0/256946578 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fdc13f3e0 con 0x7f1fdc143310 2023-11-30T08:26:54.979 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fd8ff9640 1 -- 172.21.15.116:0/256946578 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fd4004240 con 0x7f1fdc143310 2023-11-30T08:26:54.979 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe2629640 1 -- 172.21.15.116:0/256946578 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fdc1e0c60 con 0x7f1fdc143310 2023-11-30T08:26:54.980 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fe2629640 1 -- 172.21.15.116:0/256946578 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1fdc0679e0 con 0x7f1fdc143310 2023-11-30T08:26:54.980 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.970+0000 7f1fd8ff9640 1 -- 172.21.15.116:0/256946578 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1fd40043a0 con 0x7f1fdc143310 2023-11-30T08:26:54.980 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.974+0000 7f1fd8ff9640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1fc8066470 0x7f1fc8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:54.980 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.974+0000 7f1fd8ff9640 1 -- 172.21.15.116:0/256946578 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f1fd4012070 con 0x7f1fdc143310 2023-11-30T08:26:54.980 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.974+0000 7f1fdbfff640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1fc8066470 0x7f1fc8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:54.981 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.974+0000 7f1fdbfff640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1fc8066470 0x7f1fc8068930 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0000f70 tx=0x7f1fd0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:54.983 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:54.978+0000 7f1fd8ff9640 1 -- 172.21.15.116:0/256946578 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1fd4051cf0 con 0x7f1fdc143310 2023-11-30T08:26:55.186 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.178+0000 7f1fe2629640 1 -- 172.21.15.116:0/256946578 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1fdc0688f0 con 0x7f1fdc143310 2023-11-30T08:26:55.186 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.178+0000 7f1fd8ff9640 1 -- 172.21.15.116:0/256946578 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1327 (secure 0 0 0) 0x7f1fd4055310 con 0x7f1fdc143310 2023-11-30T08:26:55.187 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:55.187 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3119338983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3119338983},{"type":"v1","addr":"172.21.15.116:6835","nonce":3119338983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-11-30T08:26:55.187 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 2 2023-11-30T08:26:55.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.182+0000 7f1fe2629640 1 -- 172.21.15.116:0/256946578 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1fc8066470 msgr2=0x7f1fc8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:55.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.182+0000 7f1fe2629640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1fc8066470 0x7f1fc8068930 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1fd0000f70 tx=0x7f1fd0009040 comp rx=0 tx=0).stop 2023-11-30T08:26:55.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.182+0000 7f1fe2629640 1 -- 172.21.15.116:0/256946578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fdc143310 msgr2=0x7f1fdc136400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:55.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.182+0000 7f1fe2629640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fdc143310 0x7f1fdc136400 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1fd400cda0 tx=0x7f1fd400a660 comp rx=0 tx=0).stop 2023-11-30T08:26:55.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.182+0000 7f1fe2629640 1 -- 172.21.15.116:0/256946578 shutdown_connections 2023-11-30T08:26:55.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.182+0000 7f1fe2629640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fdc143310 0x7f1fdc136400 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:55.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.182+0000 7f1fe2629640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1fdc1450a0 0x7f1fdc142dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:55.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.182+0000 7f1fe2629640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1fc8066470 0x7f1fc8068930 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:55.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.182+0000 7f1fe2629640 1 --2- 172.21.15.116:0/256946578 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1fdc06c920 0x7f1fdc131420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:55.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.182+0000 7f1fe2629640 1 -- 172.21.15.116:0/256946578 >> 172.21.15.116:0/256946578 conn(0x7f1fdc0b48e0 msgr2=0x7f1fdc13d0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:55.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.182+0000 7f1fe2629640 1 -- 172.21.15.116:0/256946578 shutdown_connections 2023-11-30T08:26:55.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:55.182+0000 7f1fe2629640 1 -- 172.21.15.116:0/256946578 wait complete. 2023-11-30T08:26:57.206 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:26:57.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.330+0000 7f6ee943a640 1 Processor -- start 2023-11-30T08:26:57.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.330+0000 7f6ee943a640 1 -- start start 2023-11-30T08:26:57.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee943a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6ee40b3fd0 0x7f6ee413e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee943a640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6ee40b0340 0x7f6ee413e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee943a640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ee40af2e0 con 0x7f6ee406c920 2023-11-30T08:26:57.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee943a640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ee40b1f50 con 0x7f6ee40b0340 2023-11-30T08:26:57.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee943a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee413eda0 con 0x7f6ee40b3fd0 2023-11-30T08:26:57.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee37fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6ee40b0340 0x7f6ee413e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee37fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6ee40b0340 0x7f6ee413e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:56002/0 (socket says 172.21.15.116:56002) 2023-11-30T08:26:57.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee37fe640 1 -- 172.21.15.116:0/1372494173 learned_addr learned my addr 172.21.15.116:0/1372494173 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:57.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee27fc640 1 --2- 172.21.15.116:0/1372494173 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6ee40b3fd0 0x7f6ee413e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee37fe640 1 -- 172.21.15.116:0/1372494173 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6ee40b3fd0 msgr2=0x7f6ee413e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:57.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee37fe640 1 --2- 172.21.15.116:0/1372494173 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6ee40b3fd0 0x7f6ee413e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee37fe640 1 -- 172.21.15.116:0/1372494173 >> v1:172.21.15.162:6789/0 conn(0x7f6ee406c920 legacy=0x7f6ee40afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee37fe640 1 -- 172.21.15.116:0/1372494173 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ee406cd00 con 0x7f6ee40b0340 2023-11-30T08:26:57.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.334+0000 7f6ee37fe640 1 --2- 172.21.15.116:0/1372494173 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6ee40b0340 0x7f6ee413e860 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6edc009e50 tx=0x7f6edc01c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a332d03e2d4bdbe server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:57.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee1ffb640 1 -- 172.21.15.116:0/1372494173 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6edc0a5750 con 0x7f6ee40b0340 2023-11-30T08:26:57.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee1ffb640 1 -- 172.21.15.116:0/1372494173 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6edc0a58b0 con 0x7f6ee40b0340 2023-11-30T08:26:57.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee1ffb640 1 -- 172.21.15.116:0/1372494173 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6edc0a5c40 con 0x7f6ee40b0340 2023-11-30T08:26:57.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 -- 172.21.15.116:0/1372494173 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6ee40b0340 msgr2=0x7f6ee413e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 --2- 172.21.15.116:0/1372494173 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6ee40b0340 0x7f6ee413e860 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6edc009e50 tx=0x7f6edc01c980 comp rx=0 tx=0).stop 2023-11-30T08:26:57.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 -- 172.21.15.116:0/1372494173 shutdown_connections 2023-11-30T08:26:57.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 --2- 172.21.15.116:0/1372494173 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6ee40b0340 0x7f6ee413e860 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 --2- 172.21.15.116:0/1372494173 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6ee40b3fd0 0x7f6ee413e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 -- 172.21.15.116:0/1372494173 >> 172.21.15.116:0/1372494173 conn(0x7f6ee40b48e0 msgr2=0x7f6ee40b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:57.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 -- 172.21.15.116:0/1372494173 shutdown_connections 2023-11-30T08:26:57.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 -- 172.21.15.116:0/1372494173 wait complete. 2023-11-30T08:26:57.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 Processor -- start 2023-11-30T08:26:57.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 -- start start 2023-11-30T08:26:57.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6ee406c920 0x7f6ee41e03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6ee4136b30 0x7f6ee4136fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6ee4144130 0x7f6ee41445b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee413f270 con 0x7f6ee406c920 2023-11-30T08:26:57.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee413f750 con 0x7f6ee4136b30 2023-11-30T08:26:57.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee943a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ee41374f0 con 0x7f6ee4144130 2023-11-30T08:26:57.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee2ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6ee406c920 0x7f6ee41e03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee2ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6ee406c920 0x7f6ee41e03d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:56012/0 (socket says 172.21.15.116:56012) 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee2ffd640 1 -- 172.21.15.116:0/3968496912 learned_addr learned my addr 172.21.15.116:0/3968496912 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee27fc640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6ee4136b30 0x7f6ee4136fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee37fe640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6ee4144130 0x7f6ee41445b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee2ffd640 1 -- 172.21.15.116:0/3968496912 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6ee4144130 msgr2=0x7f6ee41445b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee2ffd640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6ee4144130 0x7f6ee41445b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee2ffd640 1 -- 172.21.15.116:0/3968496912 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6ee4136b30 msgr2=0x7f6ee4136fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee2ffd640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6ee4136b30 0x7f6ee4136fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee2ffd640 1 -- 172.21.15.116:0/3968496912 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6edc009b30 con 0x7f6ee406c920 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.338+0000 7f6ee27fc640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6ee4136b30 0x7f6ee4136fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.342+0000 7f6ee2ffd640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6ee406c920 0x7f6ee41e03d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6ed400c500 tx=0x7f6ed400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.342+0000 7f6ecb7fe640 1 -- 172.21.15.116:0/3968496912 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ed4005220 con 0x7f6ee406c920 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.342+0000 7f6ecb7fe640 1 -- 172.21.15.116:0/3968496912 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ed4005380 con 0x7f6ee406c920 2023-11-30T08:26:57.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.342+0000 7f6ecb7fe640 1 -- 172.21.15.116:0/3968496912 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ed4007270 con 0x7f6ee406c920 2023-11-30T08:26:57.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.342+0000 7f6ee943a640 1 -- 172.21.15.116:0/3968496912 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ee4136370 con 0x7f6ee406c920 2023-11-30T08:26:57.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.342+0000 7f6ee943a640 1 -- 172.21.15.116:0/3968496912 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ee40719a0 con 0x7f6ee406c920 2023-11-30T08:26:57.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.342+0000 7f6ee943a640 1 -- 172.21.15.116:0/3968496912 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ee40679e0 con 0x7f6ee406c920 2023-11-30T08:26:57.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.342+0000 7f6ecb7fe640 1 -- 172.21.15.116:0/3968496912 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6ed40073d0 con 0x7f6ee406c920 2023-11-30T08:26:57.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.342+0000 7f6ecb7fe640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6ed0066470 0x7f6ed0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.342+0000 7f6ee27fc640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6ed0066470 0x7f6ed0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.342+0000 7f6ecb7fe640 1 -- 172.21.15.116:0/3968496912 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f6ed4082f00 con 0x7f6ee406c920 2023-11-30T08:26:57.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.342+0000 7f6ee27fc640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6ed0066470 0x7f6ed0068930 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6ee412f390 tx=0x7f6ed8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:57.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.346+0000 7f6ecb7fe640 1 -- 172.21.15.116:0/3968496912 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6ed40506e0 con 0x7f6ee406c920 2023-11-30T08:26:57.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 -- 172.21.15.116:0/3968496912 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6ee40688f0 con 0x7f6ee406c920 2023-11-30T08:26:57.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ecb7fe640 1 -- 172.21.15.116:0/3968496912 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2120 (secure 0 0 0) 0x7f6ed4053d00 con 0x7f6ee406c920 2023-11-30T08:26:57.541 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:57.541 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1863471364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1863471364},{"type":"v1","addr":"172.21.15.162:6833","nonce":1863471364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4275,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/3119338983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3119338983},{"type":"v1","addr":"172.21.15.116:6835","nonce":3119338983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-11-30T08:26:57.541 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 3 2023-11-30T08:26:57.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 -- 172.21.15.116:0/3968496912 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6ed0066470 msgr2=0x7f6ed0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6ed0066470 0x7f6ed0068930 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6ee412f390 tx=0x7f6ed8008040 comp rx=0 tx=0).stop 2023-11-30T08:26:57.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 -- 172.21.15.116:0/3968496912 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6ee406c920 msgr2=0x7f6ee41e03d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6ee406c920 0x7f6ee41e03d0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f6ed400c500 tx=0x7f6ed400c9c0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 -- 172.21.15.116:0/3968496912 shutdown_connections 2023-11-30T08:26:57.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6ed0066470 0x7f6ed0068930 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6ee4144130 0x7f6ee41445b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6ee4136b30 0x7f6ee4136fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 --2- 172.21.15.116:0/3968496912 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6ee406c920 0x7f6ee41e03d0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 -- 172.21.15.116:0/3968496912 >> 172.21.15.116:0/3968496912 conn(0x7f6ee40b48e0 msgr2=0x7f6ee4133fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:57.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 -- 172.21.15.116:0/3968496912 shutdown_connections 2023-11-30T08:26:57.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.534+0000 7f6ee943a640 1 -- 172.21.15.116:0/3968496912 wait complete. 2023-11-30T08:26:57.558 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:26:57.674 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.666+0000 7fdfd516d640 1 Processor -- start 2023-11-30T08:26:57.674 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.666+0000 7fdfd516d640 1 -- start start 2023-11-30T08:26:57.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.666+0000 7fdfd516d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdfd014a390 0x7fdfd00b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.666+0000 7fdfd516d640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fdfd013ff50 0x7fdfd01403a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.666+0000 7fdfd516d640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfd00bcbe0 con 0x7fdfd00bc800 2023-11-30T08:26:57.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.666+0000 7fdfd516d640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfd00b38f0 con 0x7fdfd013ff50 2023-11-30T08:26:57.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.666+0000 7fdfd516d640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd00b3bd0 con 0x7fdfd014a390 2023-11-30T08:26:57.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfced9d640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fdfd00bc800 0x7fdfd0149c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53380/0 (socket says 172.21.15.116:53380) 2023-11-30T08:26:57.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfced9d640 1 -- 172.21.15.116:0/1847733958 learned_addr learned my addr 172.21.15.116:0/1847733958 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:26:57.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfcf59e640 1 --2- 172.21.15.116:0/1847733958 >> v2:172.21.15.116:3300/0 conn(0x7fdfd013ff50 0x7fdfd01403a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfcdd9b640 1 -- 172.21.15.116:0/1847733958 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 696214136 0 0) 0x7fdfd00bcbe0 con 0x7fdfd00bc800 2023-11-30T08:26:57.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfcdd9b640 1 -- 172.21.15.116:0/1847733958 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdfb8003530 con 0x7fdfd00bc800 2023-11-30T08:26:57.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfce59c640 1 --2- 172.21.15.116:0/1847733958 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdfd014a390 0x7fdfd00b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfcf59e640 1 -- 172.21.15.116:0/1847733958 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdfd014a390 msgr2=0x7fdfd00b4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:57.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfcf59e640 1 --2- 172.21.15.116:0/1847733958 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdfd014a390 0x7fdfd00b4bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfcf59e640 1 -- 172.21.15.116:0/1847733958 >> v1:172.21.15.116:6789/0 conn(0x7fdfd00bc800 legacy=0x7fdfd0149c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfcf59e640 1 -- 172.21.15.116:0/1847733958 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfd00b3eb0 con 0x7fdfd013ff50 2023-11-30T08:26:57.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfcf59e640 1 --2- 172.21.15.116:0/1847733958 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdfd013ff50 0x7fdfd01403a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8009d90 tx=0x7fdfc801c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1302ab955c936ede server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:57.678 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfcdd9b640 1 -- 172.21.15.116:0/1847733958 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfc80a5920 con 0x7fdfd013ff50 2023-11-30T08:26:57.678 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfcdd9b640 1 -- 172.21.15.116:0/1847733958 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfc80a5a80 con 0x7fdfd013ff50 2023-11-30T08:26:57.678 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfcdd9b640 1 -- 172.21.15.116:0/1847733958 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfc80a5e10 con 0x7fdfd013ff50 2023-11-30T08:26:57.679 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfd516d640 1 -- 172.21.15.116:0/1847733958 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdfd013ff50 msgr2=0x7fdfd01403a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.679 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfd516d640 1 --2- 172.21.15.116:0/1847733958 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdfd013ff50 0x7fdfd01403a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8009d90 tx=0x7fdfc801c950 comp rx=0 tx=0).stop 2023-11-30T08:26:57.679 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfd516d640 1 -- 172.21.15.116:0/1847733958 shutdown_connections 2023-11-30T08:26:57.679 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfd516d640 1 --2- 172.21.15.116:0/1847733958 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdfd013ff50 0x7fdfd01403a0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.679 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfd516d640 1 --2- 172.21.15.116:0/1847733958 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdfd014a390 0x7fdfd00b4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.679 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfd516d640 1 -- 172.21.15.116:0/1847733958 >> 172.21.15.116:0/1847733958 conn(0x7fdfd00722b0 msgr2=0x7fdfd00bbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:57.679 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfd516d640 1 -- 172.21.15.116:0/1847733958 shutdown_connections 2023-11-30T08:26:57.679 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.670+0000 7fdfd516d640 1 -- 172.21.15.116:0/1847733958 wait complete. 2023-11-30T08:26:57.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfd516d640 1 Processor -- start 2023-11-30T08:26:57.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfd516d640 1 -- start start 2023-11-30T08:26:57.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfd516d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdfd00bc800 0x7fdfd01428a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfd516d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdfd013ff50 0x7fdfd013ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfd516d640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdfd014a390 0x7fdfd013f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfd516d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd0143840 con 0x7fdfd00bc800 2023-11-30T08:26:57.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfd516d640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd01df400 con 0x7fdfd014a390 2023-11-30T08:26:57.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfd516d640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd01df6e0 con 0x7fdfd013ff50 2023-11-30T08:26:57.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfced9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdfd00bc800 0x7fdfd01428a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfced9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdfd00bc800 0x7fdfd01428a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:56016/0 (socket says 172.21.15.116:56016) 2023-11-30T08:26:57.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfced9d640 1 -- 172.21.15.116:0/2430225777 learned_addr learned my addr 172.21.15.116:0/2430225777 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:57.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfced9d640 1 -- 172.21.15.116:0/2430225777 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdfd013ff50 msgr2=0x7fdfd013ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.682 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfced9d640 1 --2- 172.21.15.116:0/2430225777 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdfd013ff50 0x7fdfd013ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.682 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfced9d640 1 -- 172.21.15.116:0/2430225777 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdfd014a390 msgr2=0x7fdfd013f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.682 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfced9d640 1 --2- 172.21.15.116:0/2430225777 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdfd014a390 0x7fdfd013f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.682 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfced9d640 1 -- 172.21.15.116:0/2430225777 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfc8009a70 con 0x7fdfd00bc800 2023-11-30T08:26:57.682 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfced9d640 1 --2- 172.21.15.116:0/2430225777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdfd00bc800 0x7fdfd01428a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fdfc000c450 tx=0x7fdfc000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:57.682 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfb77fe640 1 -- 172.21.15.116:0/2430225777 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfc0005cf0 con 0x7fdfd00bc800 2023-11-30T08:26:57.682 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfb77fe640 1 -- 172.21.15.116:0/2430225777 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfc0005e50 con 0x7fdfd00bc800 2023-11-30T08:26:57.682 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfb77fe640 1 -- 172.21.15.116:0/2430225777 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfc0007290 con 0x7fdfd00bc800 2023-11-30T08:26:57.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfd516d640 1 -- 172.21.15.116:0/2430225777 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfd01df9c0 con 0x7fdfd00bc800 2023-11-30T08:26:57.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfd516d640 1 -- 172.21.15.116:0/2430225777 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfd0134e10 con 0x7fdfd00bc800 2023-11-30T08:26:57.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfd516d640 1 -- 172.21.15.116:0/2430225777 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfd0067de0 con 0x7fdfd00bc800 2023-11-30T08:26:57.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.674+0000 7fdfb77fe640 1 -- 172.21.15.116:0/2430225777 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdfc00073f0 con 0x7fdfd00bc800 2023-11-30T08:26:57.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.678+0000 7fdfb77fe640 1 --2- 172.21.15.116:0/2430225777 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdfbc0664a0 0x7fdfbc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.678+0000 7fdfce59c640 1 --2- 172.21.15.116:0/2430225777 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdfbc0664a0 0x7fdfbc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.678+0000 7fdfb77fe640 1 -- 172.21.15.116:0/2430225777 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fdfc00830e0 con 0x7fdfd00bc800 2023-11-30T08:26:57.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.678+0000 7fdfce59c640 1 --2- 172.21.15.116:0/2430225777 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdfbc0664a0 0x7fdfbc068960 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0145e10 tx=0x7fdfc4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:57.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.682+0000 7fdfb77fe640 1 -- 172.21.15.116:0/2430225777 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdfc00508a0 con 0x7fdfd00bc800 2023-11-30T08:26:57.841 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.834+0000 7fdfd516d640 1 -- 172.21.15.116:0/2430225777 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdfd00688f0 con 0x7fdfd00bc800 2023-11-30T08:26:57.843 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.834+0000 7fdfb77fe640 1 -- 172.21.15.116:0/2430225777 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) v1 ==== 74+0+12862 (secure 0 0 0) 0x7fdfc0017090 con 0x7fdfd00bc800 2023-11-30T08:26:57.843 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:57.843 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":16,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:26:51.114822+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:26:57.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.838+0000 7fdfd516d640 1 -- 172.21.15.116:0/2430225777 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdfbc0664a0 msgr2=0x7fdfbc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.838+0000 7fdfd516d640 1 --2- 172.21.15.116:0/2430225777 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdfbc0664a0 0x7fdfbc068960 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0145e10 tx=0x7fdfc4008040 comp rx=0 tx=0).stop 2023-11-30T08:26:57.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.838+0000 7fdfd516d640 1 -- 172.21.15.116:0/2430225777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdfd00bc800 msgr2=0x7fdfd01428a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.838+0000 7fdfd516d640 1 --2- 172.21.15.116:0/2430225777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdfd00bc800 0x7fdfd01428a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fdfc000c450 tx=0x7fdfc000c910 comp rx=0 tx=0).stop 2023-11-30T08:26:57.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.838+0000 7fdfd516d640 1 -- 172.21.15.116:0/2430225777 shutdown_connections 2023-11-30T08:26:57.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.838+0000 7fdfd516d640 1 --2- 172.21.15.116:0/2430225777 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdfd014a390 0x7fdfd013f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.838+0000 7fdfd516d640 1 --2- 172.21.15.116:0/2430225777 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdfbc0664a0 0x7fdfbc068960 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.838+0000 7fdfd516d640 1 --2- 172.21.15.116:0/2430225777 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdfd013ff50 0x7fdfd013ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.838+0000 7fdfd516d640 1 --2- 172.21.15.116:0/2430225777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdfd00bc800 0x7fdfd01428a0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.838+0000 7fdfd516d640 1 -- 172.21.15.116:0/2430225777 >> 172.21.15.116:0/2430225777 conn(0x7fdfd00722b0 msgr2=0x7fdfd0144570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:57.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.838+0000 7fdfd516d640 1 -- 172.21.15.116:0/2430225777 shutdown_connections 2023-11-30T08:26:57.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.838+0000 7fdfd516d640 1 -- 172.21.15.116:0/2430225777 wait complete. 2023-11-30T08:26:57.862 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:26:57.863 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:26:57.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.978+0000 7f2587df1640 1 Processor -- start 2023-11-30T08:26:57.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2587df1640 1 -- start start 2023-11-30T08:26:57.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2587df1640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f258006cdc0 0x7f258006fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2587df1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25800b5330 0x7f25801405e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2587df1640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25800afb30 con 0x7f25800b40b0 2023-11-30T08:26:57.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2587df1640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25800704b0 con 0x7f258006cdc0 2023-11-30T08:26:57.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2587df1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f258006f8c0 con 0x7f25800b5330 2023-11-30T08:26:57.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f258538c640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f25800b40b0 0x7f2580071590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53388/0 (socket says 172.21.15.116:53388) 2023-11-30T08:26:57.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f258538c640 1 -- 172.21.15.116:0/1466483104 learned_addr learned my addr 172.21.15.116:0/1466483104 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:26:57.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2338692745 0 0) 0x7f25800afb30 con 0x7f25800b40b0 2023-11-30T08:26:57.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f258638e640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25800b5330 0x7f25801405e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f256c003530 con 0x7f25800b40b0 2023-11-30T08:26:57.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2585b8d640 1 --2- 172.21.15.116:0/1466483104 >> v2:172.21.15.162:3300/0 conn(0x7f258006cdc0 0x7f258006fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 953986494 0 0) 0x7f256c003530 con 0x7f25800b40b0 2023-11-30T08:26:57.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25800b5330 msgr2=0x7f25801405e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:57.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25800b5330 0x7f25801405e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 >> v2:172.21.15.162:3300/0 conn(0x7f258006cdc0 msgr2=0x7f258006fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:57.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 --2- 172.21.15.116:0/1466483104 >> v2:172.21.15.162:3300/0 conn(0x7f258006cdc0 0x7f258006fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f258006d1a0 con 0x7f25800b40b0 2023-11-30T08:26:57.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f2570001680 con 0x7f25800b40b0 2023-11-30T08:26:57.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f258638e640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25800b5330 0x7f25801405e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:26:57.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 >> v1:172.21.15.116:6789/0 conn(0x7f25800b40b0 legacy=0x7f2580071590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f256c003980 0x7f256c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25800b5330 0x7f256c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f256c004d10 0x7f256c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25800704b0 con 0x7f256c004d10 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f258006f8c0 con 0x7f256c003980 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f256c00b9e0 con 0x7f25800b5330 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f258638e640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f256c004d10 0x7f256c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f2585b8d640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f256c003980 0x7f256c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f258538c640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25800b5330 0x7f256c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f258638e640 1 -- 172.21.15.116:0/1466483104 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25800b5330 msgr2=0x7f256c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f258638e640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25800b5330 0x7f256c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f258638e640 1 -- 172.21.15.116:0/1466483104 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f256c003980 msgr2=0x7f256c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f258638e640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f256c003980 0x7f256c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.982+0000 7f258638e640 1 -- 172.21.15.116:0/1466483104 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f256c003530 con 0x7f256c004d10 2023-11-30T08:26:57.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f258638e640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f256c004d10 0x7f256c005190 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2580072a70 tx=0x7f257801ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f202e8d5721352a server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:57.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25780a5c30 con 0x7f256c004d10 2023-11-30T08:26:57.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25780a5d90 con 0x7f256c004d10 2023-11-30T08:26:57.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2584b8b640 1 -- 172.21.15.116:0/1466483104 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2578003ba0 con 0x7f256c004d10 2023-11-30T08:26:57.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 -- 172.21.15.116:0/1466483104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f256c004d10 msgr2=0x7f256c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 --2- 172.21.15.116:0/1466483104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f256c004d10 0x7f256c005190 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2580072a70 tx=0x7f257801ce40 comp rx=0 tx=0).stop 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f258638e640 1 -- 172.21.15.116:0/1466483104 reap_dead start 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 -- 172.21.15.116:0/1466483104 shutdown_connections 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 -- 172.21.15.116:0/1466483104 >> 172.21.15.116:0/1466483104 conn(0x7f25800b90b0 msgr2=0x7f25800b94c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 -- 172.21.15.116:0/1466483104 shutdown_connections 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 -- 172.21.15.116:0/1466483104 wait complete. 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 Processor -- start 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 -- start start 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25801deff0 0x7f258013aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25801df3d0 0x7f25800ad210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f258013af70 0x7f25800ad750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25800aea80 con 0x7f258013af70 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2580141210 con 0x7f25801deff0 2023-11-30T08:26:57.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25801dfe10 con 0x7f25801df3d0 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f258638e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f258013af70 0x7f25800ad750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f258638e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f258013af70 0x7f25800ad750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:56026/0 (socket says 172.21.15.116:56026) 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f258638e640 1 -- 172.21.15.116:0/2056027889 learned_addr learned my addr 172.21.15.116:0/2056027889 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f258638e640 1 -- 172.21.15.116:0/2056027889 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25801df3d0 msgr2=0x7f25800ad210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f258538c640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25801df3d0 0x7f25800ad210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f258638e640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25801df3d0 0x7f25800ad210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f258638e640 1 -- 172.21.15.116:0/2056027889 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25801deff0 msgr2=0x7f258013aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2585b8d640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25801deff0 0x7f258013aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f258638e640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25801deff0 0x7f258013aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f258638e640 1 -- 172.21.15.116:0/2056027889 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25800aec90 con 0x7f258013af70 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f258638e640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f258013af70 0x7f25800ad750 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f257801d320 tx=0x7f256c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f25767fc640 1 -- 172.21.15.116:0/2056027889 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2578004070 con 0x7f258013af70 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f25767fc640 1 -- 172.21.15.116:0/2056027889 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25780041d0 con 0x7f258013af70 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 -- 172.21.15.116:0/2056027889 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25801df8f0 con 0x7f258013af70 2023-11-30T08:26:57.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f25767fc640 1 -- 172.21.15.116:0/2056027889 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2578004580 con 0x7f258013af70 2023-11-30T08:26:57.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.986+0000 7f2587df1640 1 -- 172.21.15.116:0/2056027889 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25800b3010 con 0x7f258013af70 2023-11-30T08:26:57.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.990+0000 7f2587df1640 1 -- 172.21.15.116:0/2056027889 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2580067f60 con 0x7f258013af70 2023-11-30T08:26:57.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.990+0000 7f25767fc640 1 -- 172.21.15.116:0/2056027889 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f25780b5070 con 0x7f258013af70 2023-11-30T08:26:57.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.990+0000 7f25767fc640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f25640664a0 0x7f2564068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.990+0000 7f2585b8d640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f25640664a0 0x7f2564068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.990+0000 7f25767fc640 1 -- 172.21.15.116:0/2056027889 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f257811ce90 con 0x7f258013af70 2023-11-30T08:26:58.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.990+0000 7f2585b8d640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f25640664a0 0x7f2564068960 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f257c0098d0 tx=0x7f257c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:58.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:57.994+0000 7f25767fc640 1 -- 172.21.15.116:0/2056027889 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f25780ea6f0 con 0x7f258013af70 2023-11-30T08:26:58.158 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.150+0000 7f2587df1640 1 -- 172.21.15.116:0/2056027889 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f25801dfae0 con 0x7f258013af70 2023-11-30T08:26:58.159 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.150+0000 7f25767fc640 1 -- 172.21.15.116:0/2056027889 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) v1 ==== 93+0+10 (secure 0 0 0) 0x7f25780edd10 con 0x7f258013af70 2023-11-30T08:26:58.159 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:26:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.154+0000 7f2587df1640 1 -- 172.21.15.116:0/2056027889 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f25640664a0 msgr2=0x7f2564068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.154+0000 7f2587df1640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f25640664a0 0x7f2564068960 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f257c0098d0 tx=0x7f257c008040 comp rx=0 tx=0).stop 2023-11-30T08:26:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.154+0000 7f2587df1640 1 -- 172.21.15.116:0/2056027889 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f258013af70 msgr2=0x7f25800ad750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.154+0000 7f2587df1640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f258013af70 0x7f25800ad750 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f257801d320 tx=0x7f256c005800 comp rx=0 tx=0).stop 2023-11-30T08:26:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.154+0000 7f2587df1640 1 -- 172.21.15.116:0/2056027889 shutdown_connections 2023-11-30T08:26:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.154+0000 7f2587df1640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f258013af70 0x7f25800ad750 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.154+0000 7f2587df1640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f25640664a0 0x7f2564068960 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.154+0000 7f2587df1640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f25801df3d0 0x7f25800ad210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.154+0000 7f2587df1640 1 --2- 172.21.15.116:0/2056027889 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f25801deff0 0x7f258013aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.154+0000 7f2587df1640 1 -- 172.21.15.116:0/2056027889 >> 172.21.15.116:0/2056027889 conn(0x7f25800b90b0 msgr2=0x7f2580146800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.154+0000 7f2587df1640 1 -- 172.21.15.116:0/2056027889 shutdown_connections 2023-11-30T08:26:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.154+0000 7f2587df1640 1 -- 172.21.15.116:0/2056027889 wait complete. 2023-11-30T08:26:58.177 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-11-30T08:26:58.286 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.278+0000 7f86577b3640 1 Processor -- start 2023-11-30T08:26:58.286 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.278+0000 7f86577b3640 1 -- start start 2023-11-30T08:26:58.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.278+0000 7f86577b3640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f865006c920 0x7f86500ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.278+0000 7f86577b3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f86500af2e0 0x7f86500ad5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.278+0000 7f86577b3640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86500af770 con 0x7f86500b4430 2023-11-30T08:26:58.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.278+0000 7f86577b3640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86500afc20 con 0x7f865006c920 2023-11-30T08:26:58.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.278+0000 7f86577b3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86500aeea0 con 0x7f86500af2e0 2023-11-30T08:26:58.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f865554f640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f865006c920 0x7f86500ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f8654d4e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f86500af2e0 0x7f86500ad5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f865554f640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f865006c920 0x7f86500ad0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:52428/0 (socket says 172.21.15.116:52428) 2023-11-30T08:26:58.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f865554f640 1 -- 172.21.15.116:0/262570555 learned_addr learned my addr 172.21.15.116:0/262570555 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:58.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f8655d50640 1 --1- 172.21.15.116:0/262570555 >> v1:172.21.15.162:6789/0 conn(0x7f86500b4430 0x7f8650147080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:52478/0 (socket says 172.21.15.116:52478) 2023-11-30T08:26:58.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f865554f640 1 -- 172.21.15.116:0/262570555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f86500af2e0 msgr2=0x7f86500ad5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:58.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f865554f640 1 --2- 172.21.15.116:0/262570555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f86500af2e0 0x7f86500ad5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f865554f640 1 -- 172.21.15.116:0/262570555 >> v1:172.21.15.162:6789/0 conn(0x7f86500b4430 legacy=0x7f8650147080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:58.289 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f865554f640 1 -- 172.21.15.116:0/262570555 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f865006cd00 con 0x7f865006c920 2023-11-30T08:26:58.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f865554f640 1 --2- 172.21.15.116:0/262570555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f865006c920 0x7f86500ad0b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8640009870 tx=0x7f864001c420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3953883c511ae26 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:58.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f8647fff640 1 -- 172.21.15.116:0/262570555 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86400ab600 con 0x7f865006c920 2023-11-30T08:26:58.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f8647fff640 1 -- 172.21.15.116:0/262570555 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86400a7050 con 0x7f865006c920 2023-11-30T08:26:58.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.282+0000 7f8647fff640 1 -- 172.21.15.116:0/262570555 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86400ab980 con 0x7f865006c920 2023-11-30T08:26:58.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 -- 172.21.15.116:0/262570555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f865006c920 msgr2=0x7f86500ad0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:58.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 --2- 172.21.15.116:0/262570555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f865006c920 0x7f86500ad0b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f8640009870 tx=0x7f864001c420 comp rx=0 tx=0).stop 2023-11-30T08:26:58.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 -- 172.21.15.116:0/262570555 shutdown_connections 2023-11-30T08:26:58.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 --2- 172.21.15.116:0/262570555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f86500af2e0 0x7f86500ad5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 --2- 172.21.15.116:0/262570555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f865006c920 0x7f86500ad0b0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 -- 172.21.15.116:0/262570555 >> 172.21.15.116:0/262570555 conn(0x7f86500b48e0 msgr2=0x7f86500b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:58.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 -- 172.21.15.116:0/262570555 shutdown_connections 2023-11-30T08:26:58.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 -- 172.21.15.116:0/262570555 wait complete. 2023-11-30T08:26:58.294 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 Processor -- start 2023-11-30T08:26:58.294 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 -- start start 2023-11-30T08:26:58.294 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f865006c920 0x7f865013fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f86500b4430 0x7f865006ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f865013bfd0 0x7f865013c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86501406e0 con 0x7f86500b4430 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f865006f1f0 con 0x7f865006c920 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f865006f890 con 0x7f865013bfd0 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8654d4e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f86500b4430 0x7f865006ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8654d4e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f86500b4430 0x7f865006ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:56034/0 (socket says 172.21.15.116:56034) 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8654d4e640 1 -- 172.21.15.116:0/3822252073 learned_addr learned my addr 172.21.15.116:0/3822252073 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8655d50640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f865013bfd0 0x7f865013c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f865554f640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f865006c920 0x7f865013fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8654d4e640 1 -- 172.21.15.116:0/3822252073 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f865013bfd0 msgr2=0x7f865013c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8654d4e640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f865013bfd0 0x7f865013c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8654d4e640 1 -- 172.21.15.116:0/3822252073 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f865006c920 msgr2=0x7f865013fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:58.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8654d4e640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f865006c920 0x7f865013fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8654d4e640 1 -- 172.21.15.116:0/3822252073 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86400094d0 con 0x7f86500b4430 2023-11-30T08:26:58.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8654d4e640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f86500b4430 0x7f865006ecb0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f864c00e930 tx=0x7f864c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:58.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8645ffb640 1 -- 172.21.15.116:0/3822252073 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f864c009690 con 0x7f86500b4430 2023-11-30T08:26:58.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8645ffb640 1 -- 172.21.15.116:0/3822252073 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f864c00ca00 con 0x7f86500b4430 2023-11-30T08:26:58.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f8645ffb640 1 -- 172.21.15.116:0/3822252073 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f864c00cd70 con 0x7f86500b4430 2023-11-30T08:26:58.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 -- 172.21.15.116:0/3822252073 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f865013c990 con 0x7f86500b4430 2023-11-30T08:26:58.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.286+0000 7f86577b3640 1 -- 172.21.15.116:0/3822252073 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f865006e7f0 con 0x7f86500b4430 2023-11-30T08:26:58.297 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.290+0000 7f86577b3640 1 -- 172.21.15.116:0/3822252073 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86500679e0 con 0x7f86500b4430 2023-11-30T08:26:58.297 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.290+0000 7f8645ffb640 1 -- 172.21.15.116:0/3822252073 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f864c013470 con 0x7f86500b4430 2023-11-30T08:26:58.297 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.290+0000 7f8645ffb640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f86340664a0 0x7f8634068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.297 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.290+0000 7f8645ffb640 1 -- 172.21.15.116:0/3822252073 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f864c083c90 con 0x7f86500b4430 2023-11-30T08:26:58.297 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.290+0000 7f865554f640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f86340664a0 0x7f8634068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.297 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.290+0000 7f865554f640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f86340664a0 0x7f8634068960 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f86400ad000 tx=0x7f86400a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:58.300 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.294+0000 7f8645ffb640 1 -- 172.21.15.116:0/3822252073 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f864c051660 con 0x7f86500b4430 2023-11-30T08:26:58.444 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 -- 172.21.15.116:0/3822252073 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f86500688f0 con 0x7f86500b4430 2023-11-30T08:26:58.444 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f8645ffb640 1 -- 172.21.15.116:0/3822252073 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) v1 ==== 84+0+65 (secure 0 0 0) 0x7f864c017090 con 0x7f86500b4430 2023-11-30T08:26:58.445 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:26:58.445 INFO:teuthology.orchestra.run.smithi116.stdout:[ 2023-11-30T08:26:58.445 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:26:58.445 INFO:teuthology.orchestra.run.smithi116.stdout: "poolnum": 1, 2023-11-30T08:26:58.445 INFO:teuthology.orchestra.run.smithi116.stdout: "poolname": ".mgr" 2023-11-30T08:26:58.445 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:26:58.445 INFO:teuthology.orchestra.run.smithi116.stdout:] 2023-11-30T08:26:58.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 -- 172.21.15.116:0/3822252073 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f86340664a0 msgr2=0x7f8634068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:58.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f86340664a0 0x7f8634068960 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f86400ad000 tx=0x7f86400a6000 comp rx=0 tx=0).stop 2023-11-30T08:26:58.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 -- 172.21.15.116:0/3822252073 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f86500b4430 msgr2=0x7f865006ecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:58.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f86500b4430 0x7f865006ecb0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f864c00e930 tx=0x7f864c00edf0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 -- 172.21.15.116:0/3822252073 shutdown_connections 2023-11-30T08:26:58.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f86340664a0 0x7f8634068960 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f865013bfd0 0x7f865013c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f86500b4430 0x7f865006ecb0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 --2- 172.21.15.116:0/3822252073 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f865006c920 0x7f865013fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 -- 172.21.15.116:0/3822252073 >> 172.21.15.116:0/3822252073 conn(0x7f86500b48e0 msgr2=0x7f8650070e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:58.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 -- 172.21.15.116:0/3822252073 shutdown_connections 2023-11-30T08:26:58.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.438+0000 7f86577b3640 1 -- 172.21.15.116:0/3822252073 wait complete. 2023-11-30T08:26:58.461 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-11-30T08:26:58.462 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-11-30T08:26:58.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f27612640 1 Processor -- start 2023-11-30T08:26:58.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f27612640 1 -- start start 2023-11-30T08:26:58.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f27612640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6f200b29f0 0x7f6f200b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f27612640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f6f200ae0f0 0x7f6f200ad4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f27612640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f20072550 con 0x7f6f200b0fb0 2023-11-30T08:26:58.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f27612640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f200ae750 con 0x7f6f200b29f0 2023-11-30T08:26:58.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f27612640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f200b2dd0 con 0x7f6f200ae0f0 2023-11-30T08:26:58.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f253ae640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6f200b29f0 0x7f6f200b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f253ae640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6f200b29f0 0x7f6f200b0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58096/0 (socket says 172.21.15.116:58096) 2023-11-30T08:26:58.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f253ae640 1 -- 172.21.15.116:0/1490268751 learned_addr learned my addr 172.21.15.116:0/1490268751 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:58.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f25baf640 1 --2- 172.21.15.116:0/1490268751 >> v2:172.21.15.162:3300/0 conn(0x7f6f200ae0f0 0x7f6f200ad4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f253ae640 1 -- 172.21.15.116:0/1490268751 >> v2:172.21.15.162:3300/0 conn(0x7f6f200ae0f0 msgr2=0x7f6f200ad4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:58.587 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f253ae640 1 --2- 172.21.15.116:0/1490268751 >> v2:172.21.15.162:3300/0 conn(0x7f6f200ae0f0 0x7f6f200ad4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.587 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f253ae640 1 -- 172.21.15.116:0/1490268751 >> v1:172.21.15.162:6789/0 conn(0x7f6f200b0fb0 legacy=0x7f6f200acdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:58.587 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.578+0000 7f6f253ae640 1 -- 172.21.15.116:0/1490268751 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f200b0300 con 0x7f6f200b29f0 2023-11-30T08:26:58.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f253ae640 1 --2- 172.21.15.116:0/1490268751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b29f0 0x7f6f200b0a70 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6f200af670 tx=0x7f6f1c01c370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca25564909f5abf1 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:58.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f17fff640 1 -- 172.21.15.116:0/1490268751 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c0ab600 con 0x7f6f200b29f0 2023-11-30T08:26:58.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f17fff640 1 -- 172.21.15.116:0/1490268751 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f1c0a7050 con 0x7f6f200b29f0 2023-11-30T08:26:58.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f17fff640 1 -- 172.21.15.116:0/1490268751 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c0ab980 con 0x7f6f200b29f0 2023-11-30T08:26:58.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 -- 172.21.15.116:0/1490268751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b29f0 msgr2=0x7f6f200b0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:58.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 --2- 172.21.15.116:0/1490268751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b29f0 0x7f6f200b0a70 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6f200af670 tx=0x7f6f1c01c370 comp rx=0 tx=0).stop 2023-11-30T08:26:58.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 -- 172.21.15.116:0/1490268751 shutdown_connections 2023-11-30T08:26:58.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 --2- 172.21.15.116:0/1490268751 >> v2:172.21.15.162:3300/0 conn(0x7f6f200ae0f0 0x7f6f200ad4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 --2- 172.21.15.116:0/1490268751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b29f0 0x7f6f200b0a70 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 -- 172.21.15.116:0/1490268751 >> 172.21.15.116:0/1490268751 conn(0x7f6f200b4890 msgr2=0x7f6f200b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:58.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 -- 172.21.15.116:0/1490268751 shutdown_connections 2023-11-30T08:26:58.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 -- 172.21.15.116:0/1490268751 wait complete. 2023-11-30T08:26:58.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 Processor -- start 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 -- start start 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b0fb0 0x7f6f200b3280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f200b29f0 0x7f6f20144c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f20145150 0x7f6f20141cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f20143b20 con 0x7f6f200b0fb0 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f20144180 con 0x7f6f200b29f0 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f27612640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f2013e820 con 0x7f6f20145150 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f253ae640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b0fb0 0x7f6f200b3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f253ae640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b0fb0 0x7f6f200b3280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58108/0 (socket says 172.21.15.116:58108) 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.582+0000 7f6f253ae640 1 -- 172.21.15.116:0/3151018852 learned_addr learned my addr 172.21.15.116:0/3151018852 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f24bad640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f200b29f0 0x7f6f20144c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f253ae640 1 -- 172.21.15.116:0/3151018852 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f20145150 msgr2=0x7f6f20141cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f25baf640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f20145150 0x7f6f20141cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f253ae640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f20145150 0x7f6f20141cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f253ae640 1 -- 172.21.15.116:0/3151018852 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f200b29f0 msgr2=0x7f6f20144c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:58.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f253ae640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f200b29f0 0x7f6f20144c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:58.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f253ae640 1 -- 172.21.15.116:0/3151018852 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f1c0094d0 con 0x7f6f200b0fb0 2023-11-30T08:26:58.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f24bad640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f200b29f0 0x7f6f20144c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:26:58.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f253ae640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b0fb0 0x7f6f200b3280 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c0ae040 tx=0x7f6f1c01abb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:58.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f15ffb640 1 -- 172.21.15.116:0/3151018852 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c0b6620 con 0x7f6f200b0fb0 2023-11-30T08:26:58.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f15ffb640 1 -- 172.21.15.116:0/3151018852 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f1c0b67a0 con 0x7f6f200b0fb0 2023-11-30T08:26:58.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f15ffb640 1 -- 172.21.15.116:0/3151018852 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c0b6b50 con 0x7f6f200b0fb0 2023-11-30T08:26:58.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f27612640 1 -- 172.21.15.116:0/3151018852 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f200af000 con 0x7f6f200b0fb0 2023-11-30T08:26:58.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f27612640 1 -- 172.21.15.116:0/3151018852 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f20145600 con 0x7f6f200b0fb0 2023-11-30T08:26:58.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f27612640 1 -- 172.21.15.116:0/3151018852 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f20143950 con 0x7f6f200b0fb0 2023-11-30T08:26:58.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f15ffb640 1 -- 172.21.15.116:0/3151018852 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6f1c0b2040 con 0x7f6f200b0fb0 2023-11-30T08:26:58.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f15ffb640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6f04066470 0x7f6f04068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:58.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f24bad640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6f04066470 0x7f6f04068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:58.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f15ffb640 1 -- 172.21.15.116:0/3151018852 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f6f1c11dd20 con 0x7f6f200b0fb0 2023-11-30T08:26:58.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.586+0000 7f6f24bad640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6f04066470 0x7f6f04068930 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6f2013af90 tx=0x7f6f10009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:58.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.590+0000 7f6f15ffb640 1 -- 172.21.15.116:0/3151018852 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6f1c0eb580 con 0x7f6f200b0fb0 2023-11-30T08:26:58.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:58.734+0000 7f6f27612640 1 -- 172.21.15.116:0/3151018852 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f6f20072550 con 0x7f6f200b0fb0 2023-11-30T08:26:59.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.158+0000 7f6f15ffb640 1 -- 172.21.15.116:0/3151018852 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) v1 ==== 138+0+0 (secure 0 0 0) 0x7f6f20072550 con 0x7f6f200b0fb0 2023-11-30T08:26:59.165 INFO:teuthology.orchestra.run.smithi116.stderr:pool 'cephfs_metadata' created 2023-11-30T08:26:59.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.162+0000 7f6f27612640 1 -- 172.21.15.116:0/3151018852 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6f04066470 msgr2=0x7f6f04068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:59.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.162+0000 7f6f27612640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6f04066470 0x7f6f04068930 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f6f2013af90 tx=0x7f6f10009040 comp rx=0 tx=0).stop 2023-11-30T08:26:59.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.162+0000 7f6f27612640 1 -- 172.21.15.116:0/3151018852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b0fb0 msgr2=0x7f6f200b3280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:59.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.162+0000 7f6f27612640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b0fb0 0x7f6f200b3280 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c0ae040 tx=0x7f6f1c01abb0 comp rx=0 tx=0).stop 2023-11-30T08:26:59.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.162+0000 7f6f27612640 1 -- 172.21.15.116:0/3151018852 shutdown_connections 2023-11-30T08:26:59.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.162+0000 7f6f27612640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6f04066470 0x7f6f04068930 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:59.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.162+0000 7f6f27612640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f20145150 0x7f6f20141cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:59.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.162+0000 7f6f27612640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f200b29f0 0x7f6f20144c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:59.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.162+0000 7f6f27612640 1 --2- 172.21.15.116:0/3151018852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b0fb0 0x7f6f200b3280 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:59.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.162+0000 7f6f27612640 1 -- 172.21.15.116:0/3151018852 >> 172.21.15.116:0/3151018852 conn(0x7f6f200b4890 msgr2=0x7f6f2006e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:59.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.162+0000 7f6f27612640 1 -- 172.21.15.116:0/3151018852 shutdown_connections 2023-11-30T08:26:59.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.162+0000 7f6f27612640 1 -- 172.21.15.116:0/3151018852 wait complete. 2023-11-30T08:26:59.194 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-11-30T08:26:59.319 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfed586640 1 Processor -- start 2023-11-30T08:26:59.319 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfed586640 1 -- start start 2023-11-30T08:26:59.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfed586640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fbfe80ae750 0x7fbfe80b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:59.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfed586640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfe80b02e0 con 0x7fbfe806c8b0 2023-11-30T08:26:59.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfed586640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfe80adc40 con 0x7fbfe80af300 2023-11-30T08:26:59.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfed586640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfe80aded0 con 0x7fbfe80ae750 2023-11-30T08:26:59.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfe77fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fbfe80ae750 0x7fbfe80b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:59.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfe6ffd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fbfe806c8b0 0x7fbfe80ace20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53844/0 (socket says 172.21.15.116:53844) 2023-11-30T08:26:59.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfe77fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fbfe80ae750 0x7fbfe80b4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58112/0 (socket says 172.21.15.116:58112) 2023-11-30T08:26:59.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfe6ffd640 1 -- 172.21.15.116:0/1191541075 learned_addr learned my addr 172.21.15.116:0/1191541075 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:26:59.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfe77fe640 1 -- 172.21.15.116:0/1191541075 >> v1:172.21.15.162:6789/0 conn(0x7fbfe80af300 legacy=0x7fbfe80ad530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:26:59.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfe77fe640 1 -- 172.21.15.116:0/1191541075 >> v1:172.21.15.116:6789/0 conn(0x7fbfe806c8b0 legacy=0x7fbfe80ace20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:59.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfe5ffb640 1 -- 172.21.15.116:0/1191541075 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3841093365 0 0) 0x7fbfe80b02e0 con 0x7fbfe806c8b0 2023-11-30T08:26:59.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfe77fe640 1 -- 172.21.15.116:0/1191541075 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfe806cc90 con 0x7fbfe80ae750 2023-11-30T08:26:59.323 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfe77fe640 1 --2- 172.21.15.116:0/1191541075 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbfe80ae750 0x7fbfe80b4220 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fbfe0009d90 tx=0x7fbfe001c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=562ee2f167b08d4f server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:59.323 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfe5ffb640 1 -- 172.21.15.116:0/1191541075 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe00a5910 con 0x7fbfe80ae750 2023-11-30T08:26:59.323 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfe5ffb640 1 -- 172.21.15.116:0/1191541075 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfe00a5a70 con 0x7fbfe80ae750 2023-11-30T08:26:59.323 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.314+0000 7fbfe5ffb640 1 -- 172.21.15.116:0/1191541075 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfe00a5e00 con 0x7fbfe80ae750 2023-11-30T08:26:59.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 -- 172.21.15.116:0/1191541075 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbfe80ae750 msgr2=0x7fbfe80b4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:59.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 --2- 172.21.15.116:0/1191541075 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbfe80ae750 0x7fbfe80b4220 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fbfe0009d90 tx=0x7fbfe001c850 comp rx=0 tx=0).stop 2023-11-30T08:26:59.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 -- 172.21.15.116:0/1191541075 shutdown_connections 2023-11-30T08:26:59.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 --2- 172.21.15.116:0/1191541075 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbfe80ae750 0x7fbfe80b4220 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:59.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 -- 172.21.15.116:0/1191541075 >> 172.21.15.116:0/1191541075 conn(0x7fbfe80b4900 msgr2=0x7fbfe80b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:26:59.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 -- 172.21.15.116:0/1191541075 shutdown_connections 2023-11-30T08:26:59.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 -- 172.21.15.116:0/1191541075 wait complete. 2023-11-30T08:26:59.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 Processor -- start 2023-11-30T08:26:59.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 -- start start 2023-11-30T08:26:59.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbfe806c8b0 0x7fbfe814c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:59.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbfe80ae750 0x7fbfe8143990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:59.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbfe80af300 0x7fbfe8149a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:59.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfe813ced0 con 0x7fbfe80ae750 2023-11-30T08:26:59.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfe81492d0 con 0x7fbfe806c8b0 2023-11-30T08:26:59.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfe81495b0 con 0x7fbfe80af300 2023-11-30T08:26:59.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfe67fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbfe80ae750 0x7fbfe8143990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:59.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfe67fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbfe80ae750 0x7fbfe8143990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58114/0 (socket says 172.21.15.116:58114) 2023-11-30T08:26:59.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfe67fc640 1 -- 172.21.15.116:0/2326891630 learned_addr learned my addr 172.21.15.116:0/2326891630 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfe6ffd640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbfe806c8b0 0x7fbfe814c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfe77fe640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbfe80af300 0x7fbfe8149a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfe67fc640 1 -- 172.21.15.116:0/2326891630 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbfe80af300 msgr2=0x7fbfe8149a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfe67fc640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbfe80af300 0x7fbfe8149a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfe67fc640 1 -- 172.21.15.116:0/2326891630 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbfe806c8b0 msgr2=0x7fbfe814c1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfe67fc640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbfe806c8b0 0x7fbfe814c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfe67fc640 1 -- 172.21.15.116:0/2326891630 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfe0009a70 con 0x7fbfe80ae750 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfe77fe640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbfe80af300 0x7fbfe8149a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfe67fc640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbfe80ae750 0x7fbfe8143990 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fbfdc00b3e0 tx=0x7fbfdc00b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfcf7fe640 1 -- 172.21.15.116:0/2326891630 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfdc011830 con 0x7fbfe80ae750 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfcf7fe640 1 -- 172.21.15.116:0/2326891630 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfdc011990 con 0x7fbfe80ae750 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 -- 172.21.15.116:0/2326891630 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfe814b700 con 0x7fbfe80ae750 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfcf7fe640 1 -- 172.21.15.116:0/2326891630 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfdc011d80 con 0x7fbfe80ae750 2023-11-30T08:26:59.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.318+0000 7fbfed586640 1 -- 172.21.15.116:0/2326891630 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfe814bcc0 con 0x7fbfe80ae750 2023-11-30T08:26:59.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.322+0000 7fbfed586640 1 -- 172.21.15.116:0/2326891630 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfe814bee0 con 0x7fbfe80ae750 2023-11-30T08:26:59.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.322+0000 7fbfcf7fe640 1 -- 172.21.15.116:0/2326891630 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbfdc01a400 con 0x7fbfe80ae750 2023-11-30T08:26:59.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.322+0000 7fbfcf7fe640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbfd4066470 0x7fbfd4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:26:59.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.322+0000 7fbfe6ffd640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbfd4066470 0x7fbfd4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:26:59.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.322+0000 7fbfcf7fe640 1 -- 172.21.15.116:0/2326891630 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 5227+0+0 (secure 0 0 0) 0x7fbfdc083ea0 con 0x7fbfe80ae750 2023-11-30T08:26:59.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.322+0000 7fbfe6ffd640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbfd4066470 0x7fbfd4068930 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbfd8000f70 tx=0x7fbfd8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:26:59.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.326+0000 7fbfcf7fe640 1 -- 172.21.15.116:0/2326891630 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbfdc051460 con 0x7fbfe80ae750 2023-11-30T08:26:59.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:26:59.470+0000 7fbfed586640 1 -- 172.21.15.116:0/2326891630 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fbfe8072340 con 0x7fbfe80ae750 2023-11-30T08:27:00.177 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.170+0000 7fbfcf7fe640 1 -- 172.21.15.116:0/2326891630 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v18) v1 ==== 170+0+0 (secure 0 0 0) 0x7fbfdc054a80 con 0x7fbfe80ae750 2023-11-30T08:27:00.177 INFO:teuthology.orchestra.run.smithi116.stderr:pool 'cephfs_data' created 2023-11-30T08:27:00.180 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.174+0000 7fbfed586640 1 -- 172.21.15.116:0/2326891630 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbfd4066470 msgr2=0x7fbfd4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:00.180 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.174+0000 7fbfed586640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbfd4066470 0x7fbfd4068930 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fbfd8000f70 tx=0x7fbfd8009040 comp rx=0 tx=0).stop 2023-11-30T08:27:00.180 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.174+0000 7fbfed586640 1 -- 172.21.15.116:0/2326891630 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbfe80ae750 msgr2=0x7fbfe8143990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:00.180 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.174+0000 7fbfed586640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbfe80ae750 0x7fbfe8143990 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fbfdc00b3e0 tx=0x7fbfdc00b8a0 comp rx=0 tx=0).stop 2023-11-30T08:27:00.180 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.174+0000 7fbfed586640 1 -- 172.21.15.116:0/2326891630 shutdown_connections 2023-11-30T08:27:00.180 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.174+0000 7fbfed586640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbfd4066470 0x7fbfd4068930 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:00.181 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.174+0000 7fbfed586640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbfe80af300 0x7fbfe8149a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:00.181 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.174+0000 7fbfed586640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbfe80ae750 0x7fbfe8143990 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:00.181 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.174+0000 7fbfed586640 1 --2- 172.21.15.116:0/2326891630 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbfe806c8b0 0x7fbfe814c1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:00.181 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.174+0000 7fbfed586640 1 -- 172.21.15.116:0/2326891630 >> 172.21.15.116:0/2326891630 conn(0x7fbfe80b4900 msgr2=0x7fbfe80b6250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:00.181 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.174+0000 7fbfed586640 1 -- 172.21.15.116:0/2326891630 shutdown_connections 2023-11-30T08:27:00.181 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.174+0000 7fbfed586640 1 -- 172.21.15.116:0/2326891630 wait complete. 2023-11-30T08:27:00.206 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-11-30T08:27:00.331 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f2819690640 1 Processor -- start 2023-11-30T08:27:00.331 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f2819690640 1 -- start start 2023-11-30T08:27:00.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f2819690640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f28140736b0 0x7f28140b1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:00.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f2819690640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f281413d4b0 0x7f2814146b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:00.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f2819690640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28140b22d0 con 0x7f281413d910 2023-11-30T08:27:00.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f2819690640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28140b12e0 con 0x7f281413d4b0 2023-11-30T08:27:00.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f2819690640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28140b20b0 con 0x7f28140736b0 2023-11-30T08:27:00.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f28127fc640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f281413d4b0 0x7f2814146b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:00.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f28127fc640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f281413d4b0 0x7f2814146b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58128/0 (socket says 172.21.15.116:58128) 2023-11-30T08:27:00.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f28127fc640 1 -- 172.21.15.116:0/3364943636 learned_addr learned my addr 172.21.15.116:0/3364943636 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:00.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f2812ffd640 1 --2- 172.21.15.116:0/3364943636 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f28140736b0 0x7f28140b1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:00.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f28127fc640 1 -- 172.21.15.116:0/3364943636 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f28140736b0 msgr2=0x7f28140b1b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:00.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f28127fc640 1 --2- 172.21.15.116:0/3364943636 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f28140736b0 0x7f28140b1b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:00.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f28127fc640 1 -- 172.21.15.116:0/3364943636 >> v1:172.21.15.162:6789/0 conn(0x7f281413d910 legacy=0x7f28140b3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:00.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.326+0000 7f28127fc640 1 -- 172.21.15.116:0/3364943636 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28140b1830 con 0x7f281413d4b0 2023-11-30T08:27:00.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f28127fc640 1 --2- 172.21.15.116:0/3364943636 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f281413d4b0 0x7f2814146b30 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f28080098a0 tx=0x7f280801c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba271463cebddd0b server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:00.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2811ffb640 1 -- 172.21.15.116:0/3364943636 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28080aa5f0 con 0x7f281413d4b0 2023-11-30T08:27:00.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2811ffb640 1 -- 172.21.15.116:0/3364943636 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28080aa750 con 0x7f281413d4b0 2023-11-30T08:27:00.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2811ffb640 1 -- 172.21.15.116:0/3364943636 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28080aaae0 con 0x7f281413d4b0 2023-11-30T08:27:00.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2819690640 1 -- 172.21.15.116:0/3364943636 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f281413d4b0 msgr2=0x7f2814146b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:00.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2819690640 1 --2- 172.21.15.116:0/3364943636 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f281413d4b0 0x7f2814146b30 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f28080098a0 tx=0x7f280801c490 comp rx=0 tx=0).stop 2023-11-30T08:27:00.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2819690640 1 -- 172.21.15.116:0/3364943636 shutdown_connections 2023-11-30T08:27:00.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2819690640 1 --2- 172.21.15.116:0/3364943636 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f281413d4b0 0x7f2814146b30 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:00.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2819690640 1 --2- 172.21.15.116:0/3364943636 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f28140736b0 0x7f28140b1b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:00.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2819690640 1 -- 172.21.15.116:0/3364943636 >> 172.21.15.116:0/3364943636 conn(0x7f281406a580 msgr2=0x7f281406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:00.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2819690640 1 -- 172.21.15.116:0/3364943636 shutdown_connections 2023-11-30T08:27:00.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2819690640 1 -- 172.21.15.116:0/3364943636 wait complete. 2023-11-30T08:27:00.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2819690640 1 Processor -- start 2023-11-30T08:27:00.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2819690640 1 -- start start 2023-11-30T08:27:00.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.330+0000 7f2819690640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f28140736b0 0x7f2814143830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:00.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f2819690640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f281413d4b0 0x7f2814140890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:00.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f2819690640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f281413d910 0x7f2814130700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:00.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f2819690640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f281413faf0 con 0x7f281413d910 2023-11-30T08:27:00.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f2819690640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2814140040 con 0x7f281413d4b0 2023-11-30T08:27:00.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f2819690640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28140725c0 con 0x7f28140736b0 2023-11-30T08:27:00.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f28137fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f281413d910 0x7f2814130700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:00.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f28137fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f281413d910 0x7f2814130700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58140/0 (socket says 172.21.15.116:58140) 2023-11-30T08:27:00.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f28137fe640 1 -- 172.21.15.116:0/1962428059 learned_addr learned my addr 172.21.15.116:0/1962428059 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:00.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f28127fc640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f281413d4b0 0x7f2814140890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:00.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f2812ffd640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f28140736b0 0x7f2814143830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:00.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f28137fe640 1 -- 172.21.15.116:0/1962428059 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f28140736b0 msgr2=0x7f2814143830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:00.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f28137fe640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f28140736b0 0x7f2814143830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:00.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f28137fe640 1 -- 172.21.15.116:0/1962428059 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f281413d4b0 msgr2=0x7f2814140890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:00.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f28137fe640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f281413d4b0 0x7f2814140890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:00.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f28137fe640 1 -- 172.21.15.116:0/1962428059 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28080094d0 con 0x7f281413d910 2023-11-30T08:27:00.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f28137fe640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f281413d910 0x7f2814130700 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f280c00c340 tx=0x7f280c00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:00.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f27fb7fe640 1 -- 172.21.15.116:0/1962428059 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f280c005220 con 0x7f281413d910 2023-11-30T08:27:00.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f27fb7fe640 1 -- 172.21.15.116:0/1962428059 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f280c005380 con 0x7f281413d910 2023-11-30T08:27:00.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f27fb7fe640 1 -- 172.21.15.116:0/1962428059 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f280c007270 con 0x7f281413d910 2023-11-30T08:27:00.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f2819690640 1 -- 172.21.15.116:0/1962428059 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f281413fd60 con 0x7f281413d910 2023-11-30T08:27:00.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f2819690640 1 -- 172.21.15.116:0/1962428059 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2814071850 con 0x7f281413d910 2023-11-30T08:27:00.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f2819690640 1 -- 172.21.15.116:0/1962428059 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2814068960 con 0x7f281413d910 2023-11-30T08:27:00.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f27fb7fe640 1 -- 172.21.15.116:0/1962428059 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f280c0073d0 con 0x7f281413d910 2023-11-30T08:27:00.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f27fb7fe640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2800066470 0x7f2800068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:00.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f2812ffd640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2800066470 0x7f2800068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:00.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f27fb7fe640 1 -- 172.21.15.116:0/1962428059 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f280c083360 con 0x7f281413d910 2023-11-30T08:27:00.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.334+0000 7f2812ffd640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2800066470 0x7f2800068930 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f28141e0e70 tx=0x7f28040098a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:00.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.342+0000 7f27fb7fe640 1 -- 172.21.15.116:0/1962428059 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f280c050a60 con 0x7f281413d910 2023-11-30T08:27:00.479 DEBUG:teuthology.orchestra.run.smithi116:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-30T08:27:00.482 DEBUG:teuthology.orchestra.run.smithi162:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-30T08:27:00.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:00.530+0000 7f2819690640 1 -- 172.21.15.116:0/1962428059 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f28140b22d0 con 0x7f281413d910 2023-11-30T08:27:01.179 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f27fb7fe640 1 -- 172.21.15.116:0/1962428059 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f28140b22d0 con 0x7f281413d910 2023-11-30T08:27:01.180 INFO:teuthology.orchestra.run.smithi116.stderr:new fs with metadata pool 2 and data pool 3 2023-11-30T08:27:01.182 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f2819690640 1 -- 172.21.15.116:0/1962428059 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2800066470 msgr2=0x7f2800068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.182 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f2819690640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2800066470 0x7f2800068930 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f28141e0e70 tx=0x7f28040098a0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.182 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f2819690640 1 -- 172.21.15.116:0/1962428059 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f281413d910 msgr2=0x7f2814130700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.183 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f2819690640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f281413d910 0x7f2814130700 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f280c00c340 tx=0x7f280c00c800 comp rx=0 tx=0).stop 2023-11-30T08:27:01.183 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f2819690640 1 -- 172.21.15.116:0/1962428059 shutdown_connections 2023-11-30T08:27:01.183 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f2819690640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f281413d910 0x7f2814130700 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.183 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f2819690640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f281413d4b0 0x7f2814140890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.183 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f2819690640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2800066470 0x7f2800068930 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.183 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f2819690640 1 --2- 172.21.15.116:0/1962428059 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f28140736b0 0x7f2814143830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.183 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f2819690640 1 -- 172.21.15.116:0/1962428059 >> 172.21.15.116:0/1962428059 conn(0x7f281406a580 msgr2=0x7f28140b7700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:01.183 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f2819690640 1 -- 172.21.15.116:0/1962428059 shutdown_connections 2023-11-30T08:27:01.183 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.174+0000 7f2819690640 1 -- 172.21.15.116:0/1962428059 wait complete. 2023-11-30T08:27:01.211 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:01.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514bbf1640 1 Processor -- start 2023-11-30T08:27:01.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514bbf1640 1 -- start start 2023-11-30T08:27:01.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514bbf1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f51440b0340 0x7f514413ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514bbf1640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51440af2e0 con 0x7f514406c920 2023-11-30T08:27:01.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514bbf1640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51440b1f50 con 0x7f51440b3fd0 2023-11-30T08:27:01.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514bbf1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f514406cd00 con 0x7f51440b0340 2023-11-30T08:27:01.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514998d640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f514406c920 0x7f51440afc30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53846/0 (socket says 172.21.15.116:53846) 2023-11-30T08:27:01.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514998d640 1 -- 172.21.15.116:0/3532821578 learned_addr learned my addr 172.21.15.116:0/3532821578 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:01.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514a18e640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f51440b0340 0x7f514413ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 992829970 0 0) 0x7f51440af2e0 con 0x7f514406c920 2023-11-30T08:27:01.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f512c003530 con 0x7f514406c920 2023-11-30T08:27:01.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1734832984 0 0) 0x7f512c003530 con 0x7f514406c920 2023-11-30T08:27:01.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f51440b0340 msgr2=0x7f514413ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:01.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f51440b0340 0x7f514413ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 >> v1:172.21.15.162:6789/0 conn(0x7f51440b3fd0 legacy=0x7f514413e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51440af530 con 0x7f514406c920 2023-11-30T08:27:01.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f513c001680 con 0x7f514406c920 2023-11-30T08:27:01.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 >> v1:172.21.15.116:6789/0 conn(0x7f514406c920 legacy=0x7f51440afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f512c0039b0 0x7f512c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f512c0047d0 0x7f512c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f512c005190 0x7f512c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f514406cd00 con 0x7f512c0047d0 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f512c00bed0 con 0x7f512c0039b0 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f512c00c060 con 0x7f512c005190 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514918c640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f512c0047d0 0x7f512c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514998d640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f512c0039b0 0x7f512c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514a18e640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f512c005190 0x7f512c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514918c640 1 -- 172.21.15.116:0/3532821578 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f512c005190 msgr2=0x7f512c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514918c640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f512c005190 0x7f512c00b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514918c640 1 -- 172.21.15.116:0/3532821578 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f512c0039b0 msgr2=0x7f512c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514918c640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f512c0039b0 0x7f512c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514918c640 1 -- 172.21.15.116:0/3532821578 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f512c003530 con 0x7f512c0047d0 2023-11-30T08:27:01.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.370+0000 7f514998d640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f512c0039b0 0x7f512c003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514918c640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f512c0047d0 0x7f512c004c50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f5138001e70 tx=0x7f513801c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68c2097a12f1def7 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5138003b80 con 0x7f512c0047d0 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5138003ce0 con 0x7f512c0047d0 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514898b640 1 -- 172.21.15.116:0/3532821578 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5138005310 con 0x7f512c0047d0 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 -- 172.21.15.116:0/3532821578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f512c0047d0 msgr2=0x7f512c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 --2- 172.21.15.116:0/3532821578 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f512c0047d0 0x7f512c004c50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f5138001e70 tx=0x7f513801c760 comp rx=0 tx=0).stop 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514a18e640 1 -- 172.21.15.116:0/3532821578 reap_dead start 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 -- 172.21.15.116:0/3532821578 shutdown_connections 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 -- 172.21.15.116:0/3532821578 >> 172.21.15.116:0/3532821578 conn(0x7f51440b48e0 msgr2=0x7f51440b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 -- 172.21.15.116:0/3532821578 shutdown_connections 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 -- 172.21.15.116:0/3532821578 wait complete. 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 Processor -- start 2023-11-30T08:27:01.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 -- start start 2023-11-30T08:27:01.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f512c0047d0 0x7f51441e0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5144135c20 0x7f51441360a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5144134b10 0x7f5144134f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51441e10e0 con 0x7f5144134b10 2023-11-30T08:27:01.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51441365e0 con 0x7f512c0047d0 2023-11-30T08:27:01.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514bbf1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51441e0d00 con 0x7f5144135c20 2023-11-30T08:27:01.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514a18e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5144134b10 0x7f5144134f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514a18e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5144134b10 0x7f5144134f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58144/0 (socket says 172.21.15.116:58144) 2023-11-30T08:27:01.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514a18e640 1 -- 172.21.15.116:0/838801038 learned_addr learned my addr 172.21.15.116:0/838801038 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:01.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514918c640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5144135c20 0x7f51441360a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514998d640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f512c0047d0 0x7f51441e0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514a18e640 1 -- 172.21.15.116:0/838801038 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5144135c20 msgr2=0x7f51441360a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514a18e640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5144135c20 0x7f51441360a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514a18e640 1 -- 172.21.15.116:0/838801038 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f512c0047d0 msgr2=0x7f51441e0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514a18e640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f512c0047d0 0x7f51441e0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514a18e640 1 -- 172.21.15.116:0/838801038 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5144141630 con 0x7f5144134b10 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514998d640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f512c0047d0 0x7f51441e0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f514a18e640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5144134b10 0x7f5144134f90 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f512c004750 tx=0x7f5134010c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.374+0000 7f51427fc640 1 -- 172.21.15.116:0/838801038 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f513400e8a0 con 0x7f5144134b10 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.378+0000 7f51427fc640 1 -- 172.21.15.116:0/838801038 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f513400ea20 con 0x7f5144134b10 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.378+0000 7f514bbf1640 1 -- 172.21.15.116:0/838801038 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5144141ef0 con 0x7f5144134b10 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.378+0000 7f51427fc640 1 -- 172.21.15.116:0/838801038 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f513400edd0 con 0x7f5144134b10 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.378+0000 7f514bbf1640 1 -- 172.21.15.116:0/838801038 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f514413eff0 con 0x7f5144134b10 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.378+0000 7f514bbf1640 1 -- 172.21.15.116:0/838801038 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51440679e0 con 0x7f5144134b10 2023-11-30T08:27:01.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.378+0000 7f51427fc640 1 -- 172.21.15.116:0/838801038 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f51340143f0 con 0x7f5144134b10 2023-11-30T08:27:01.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.378+0000 7f51427fc640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f51300664a0 0x7f5130068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.378+0000 7f51427fc640 1 -- 172.21.15.116:0/838801038 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5134083ff0 con 0x7f5144134b10 2023-11-30T08:27:01.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.378+0000 7f514998d640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f51300664a0 0x7f5130068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.378+0000 7f514998d640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f51300664a0 0x7f5130068960 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f513c001ec0 tx=0x7f513c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:01.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.382+0000 7f51427fc640 1 -- 172.21.15.116:0/838801038 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5134051500 con 0x7f5144134b10 2023-11-30T08:27:01.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.538+0000 7f514bbf1640 1 -- 172.21.15.116:0/838801038 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f51440688f0 con 0x7f5144134b10 2023-11-30T08:27:01.547 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f51427fc640 1 -- 172.21.15.116:0/838801038 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16530 (secure 0 0 0) 0x7f5134054b20 con 0x7f5144134b10 2023-11-30T08:27:01.548 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:01.548 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":19,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:00.537275+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:01.549 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f514bbf1640 1 -- 172.21.15.116:0/838801038 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f51300664a0 msgr2=0x7f5130068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.549 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f514bbf1640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f51300664a0 0x7f5130068960 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f513c001ec0 tx=0x7f513c009040 comp rx=0 tx=0).stop 2023-11-30T08:27:01.550 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f514bbf1640 1 -- 172.21.15.116:0/838801038 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5144134b10 msgr2=0x7f5144134f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.550 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f514bbf1640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5144134b10 0x7f5144134f90 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f512c004750 tx=0x7f5134010c20 comp rx=0 tx=0).stop 2023-11-30T08:27:01.550 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f514bbf1640 1 -- 172.21.15.116:0/838801038 shutdown_connections 2023-11-30T08:27:01.550 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f514bbf1640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5144134b10 0x7f5144134f90 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.550 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f514bbf1640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f51300664a0 0x7f5130068960 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.550 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f514bbf1640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5144135c20 0x7f51441360a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.550 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f514bbf1640 1 --2- 172.21.15.116:0/838801038 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f512c0047d0 0x7f51441e0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.550 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f514bbf1640 1 -- 172.21.15.116:0/838801038 >> 172.21.15.116:0/838801038 conn(0x7f51440b48e0 msgr2=0x7f51440b6310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:01.550 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f514bbf1640 1 -- 172.21.15.116:0/838801038 shutdown_connections 2023-11-30T08:27:01.550 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.542+0000 7f514bbf1640 1 -- 172.21.15.116:0/838801038 wait complete. 2023-11-30T08:27:01.566 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:01.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.678+0000 7f47c20fe640 1 Processor -- start 2023-11-30T08:27:01.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47c20fe640 1 -- start start 2023-11-30T08:27:01.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47c20fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f47bc0b3fd0 0x7f47bc13e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47c20fe640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f47bc0b0340 0x7f47bc13e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47c20fe640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47bc0af2e0 con 0x7f47bc06c920 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47c20fe640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47bc0b1f50 con 0x7f47bc0b3fd0 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47c20fe640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47bc13eda0 con 0x7f47bc0b0340 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47baffd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f47bc0b3fd0 0x7f47bc13e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47baffd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f47bc0b3fd0 0x7f47bc13e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58158/0 (socket says 172.21.15.116:58158) 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47baffd640 1 -- 172.21.15.116:0/2215769729 learned_addr learned my addr 172.21.15.116:0/2215769729 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47bbfff640 1 --2- 172.21.15.116:0/2215769729 >> v2:172.21.15.162:3300/0 conn(0x7f47bc0b0340 0x7f47bc13e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47baffd640 1 -- 172.21.15.116:0/2215769729 >> v2:172.21.15.162:3300/0 conn(0x7f47bc0b0340 msgr2=0x7f47bc13e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47baffd640 1 --2- 172.21.15.116:0/2215769729 >> v2:172.21.15.162:3300/0 conn(0x7f47bc0b0340 0x7f47bc13e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47baffd640 1 -- 172.21.15.116:0/2215769729 >> v1:172.21.15.162:6789/0 conn(0x7f47bc06c920 legacy=0x7f47bc0afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47baffd640 1 -- 172.21.15.116:0/2215769729 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47bc06cd00 con 0x7f47bc0b3fd0 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47baffd640 1 --2- 172.21.15.116:0/2215769729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47bc0b3fd0 0x7f47bc13e320 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f47bc0b0f90 tx=0x7f47b001c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f921086b6adf4341 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47ba7fc640 1 -- 172.21.15.116:0/2215769729 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47b00ab600 con 0x7f47bc0b3fd0 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47ba7fc640 1 -- 172.21.15.116:0/2215769729 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47b00a7050 con 0x7f47bc0b3fd0 2023-11-30T08:27:01.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.682+0000 7f47ba7fc640 1 -- 172.21.15.116:0/2215769729 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47b00ab980 con 0x7f47bc0b3fd0 2023-11-30T08:27:01.695 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 -- 172.21.15.116:0/2215769729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47bc0b3fd0 msgr2=0x7f47bc13e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.695 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 --2- 172.21.15.116:0/2215769729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47bc0b3fd0 0x7f47bc13e320 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f47bc0b0f90 tx=0x7f47b001c430 comp rx=0 tx=0).stop 2023-11-30T08:27:01.695 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 -- 172.21.15.116:0/2215769729 shutdown_connections 2023-11-30T08:27:01.695 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 --2- 172.21.15.116:0/2215769729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47bc0b3fd0 0x7f47bc13e320 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.695 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 --2- 172.21.15.116:0/2215769729 >> v2:172.21.15.162:3300/0 conn(0x7f47bc0b0340 0x7f47bc13e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 -- 172.21.15.116:0/2215769729 >> 172.21.15.116:0/2215769729 conn(0x7f47bc0b48e0 msgr2=0x7f47bc0b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 -- 172.21.15.116:0/2215769729 shutdown_connections 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 -- 172.21.15.116:0/2215769729 wait complete. 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 Processor -- start 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 -- start start 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47bc06c920 0x7f47bc1dcd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47bc1dd240 0x7f47bc144170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47bc1446b0 0x7f47bc140d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47bc133c20 con 0x7f47bc06c920 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47bc1e0be0 con 0x7f47bc1446b0 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47bc1e08b0 con 0x7f47bc1dd240 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47bb7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47bc06c920 0x7f47bc1dcd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47bb7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47bc06c920 0x7f47bc1dcd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58166/0 (socket says 172.21.15.116:58166) 2023-11-30T08:27:01.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47bb7fe640 1 -- 172.21.15.116:0/934140874 learned_addr learned my addr 172.21.15.116:0/934140874 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47baffd640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47bc1dd240 0x7f47bc144170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47bbfff640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47bc1446b0 0x7f47bc140d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47bb7fe640 1 -- 172.21.15.116:0/934140874 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47bc1dd240 msgr2=0x7f47bc144170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47bb7fe640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47bc1dd240 0x7f47bc144170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47bb7fe640 1 -- 172.21.15.116:0/934140874 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47bc1446b0 msgr2=0x7f47bc140d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47bb7fe640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47bc1446b0 0x7f47bc140d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47bb7fe640 1 -- 172.21.15.116:0/934140874 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47b00094d0 con 0x7f47bc06c920 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47bb7fe640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47bc06c920 0x7f47bc1dcd00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f47ac00c450 tx=0x7f47ac00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47a3fff640 1 -- 172.21.15.116:0/934140874 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47ac012830 con 0x7f47bc06c920 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47a3fff640 1 -- 172.21.15.116:0/934140874 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47ac0129b0 con 0x7f47bc06c920 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 -- 172.21.15.116:0/934140874 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47bc06f030 con 0x7f47bc06c920 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47a3fff640 1 -- 172.21.15.116:0/934140874 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47ac012d60 con 0x7f47bc06c920 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 -- 172.21.15.116:0/934140874 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47bc1418c0 con 0x7f47bc06c920 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.686+0000 7f47c20fe640 1 -- 172.21.15.116:0/934140874 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47bc0679e0 con 0x7f47bc06c920 2023-11-30T08:27:01.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.690+0000 7f47a3fff640 1 -- 172.21.15.116:0/934140874 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f47ac01c460 con 0x7f47bc06c920 2023-11-30T08:27:01.698 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.690+0000 7f47a3fff640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47a8066470 0x7f47a8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.698 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.690+0000 7f47a3fff640 1 -- 172.21.15.116:0/934140874 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f47ac083c60 con 0x7f47bc06c920 2023-11-30T08:27:01.698 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.690+0000 7f47baffd640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47a8066470 0x7f47a8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.698 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.690+0000 7f47baffd640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47a8066470 0x7f47a8068930 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f47bc0b5920 tx=0x7f47b0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:01.700 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.694+0000 7f47a3fff640 1 -- 172.21.15.116:0/934140874 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f47ac051170 con 0x7f47bc06c920 2023-11-30T08:27:01.855 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.850+0000 7f47c20fe640 1 -- 172.21.15.116:0/934140874 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f47bc0688f0 con 0x7f47bc06c920 2023-11-30T08:27:01.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.850+0000 7f47a3fff640 1 -- 172.21.15.116:0/934140874 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v19) v1 ==== 74+0+16530 (secure 0 0 0) 0x7f47ac054790 con 0x7f47bc06c920 2023-11-30T08:27:01.858 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:01.858 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":19,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:00.537275+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:01.860 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.854+0000 7f47c20fe640 1 -- 172.21.15.116:0/934140874 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47a8066470 msgr2=0x7f47a8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.860 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.854+0000 7f47c20fe640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47a8066470 0x7f47a8068930 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f47bc0b5920 tx=0x7f47b0008040 comp rx=0 tx=0).stop 2023-11-30T08:27:01.860 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.854+0000 7f47c20fe640 1 -- 172.21.15.116:0/934140874 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47bc06c920 msgr2=0x7f47bc1dcd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.861 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.854+0000 7f47c20fe640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47bc06c920 0x7f47bc1dcd00 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f47ac00c450 tx=0x7f47ac00c910 comp rx=0 tx=0).stop 2023-11-30T08:27:01.861 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.854+0000 7f47c20fe640 1 -- 172.21.15.116:0/934140874 shutdown_connections 2023-11-30T08:27:01.861 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.854+0000 7f47c20fe640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47bc1446b0 0x7f47bc140d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.861 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.854+0000 7f47c20fe640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47a8066470 0x7f47a8068930 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.861 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.854+0000 7f47c20fe640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47bc1dd240 0x7f47bc144170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.861 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.854+0000 7f47c20fe640 1 --2- 172.21.15.116:0/934140874 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47bc06c920 0x7f47bc1dcd00 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.861 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.854+0000 7f47c20fe640 1 -- 172.21.15.116:0/934140874 >> 172.21.15.116:0/934140874 conn(0x7f47bc0b48e0 msgr2=0x7f47bc0b6350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:01.861 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.854+0000 7f47c20fe640 1 -- 172.21.15.116:0/934140874 shutdown_connections 2023-11-30T08:27:01.861 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.854+0000 7f47c20fe640 1 -- 172.21.15.116:0/934140874 wait complete. 2023-11-30T08:27:01.877 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-11-30T08:27:01.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f23408e2640 1 Processor -- start 2023-11-30T08:27:01.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f23408e2640 1 -- start start 2023-11-30T08:27:01.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f23408e2640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f233c06c8b0 0x7f233c0b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f23408e2640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f233c0ae750 0x7f233c0ad530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:01.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f23408e2640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f233c0b02e0 con 0x7f233c0af300 2023-11-30T08:27:01.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f23408e2640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f233c0aded0 con 0x7f233c0ae750 2023-11-30T08:27:01.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f23408e2640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f233c06cc90 con 0x7f233c06c8b0 2023-11-30T08:27:01.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f233ad9d640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f233c0ae750 0x7f233c0ad530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f2339d9b640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f233c0af300 0x7f233c0ace20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:50524/0 (socket says 172.21.15.116:50524) 2023-11-30T08:27:01.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f2339d9b640 1 -- 172.21.15.116:0/890095117 learned_addr learned my addr 172.21.15.116:0/890095117 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:01.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f233a59c640 1 --2- 172.21.15.116:0/890095117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f233c06c8b0 0x7f233c0b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:01.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f233a59c640 1 -- 172.21.15.116:0/890095117 >> v2:172.21.15.162:3300/0 conn(0x7f233c0ae750 msgr2=0x7f233c0ad530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:01.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f233a59c640 1 --2- 172.21.15.116:0/890095117 >> v2:172.21.15.162:3300/0 conn(0x7f233c0ae750 0x7f233c0ad530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:01.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f233a59c640 1 -- 172.21.15.116:0/890095117 >> v1:172.21.15.162:6789/0 conn(0x7f233c0af300 legacy=0x7f233c0ace20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:01.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.990+0000 7f233a59c640 1 -- 172.21.15.116:0/890095117 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f233c0b05c0 con 0x7f233c06c8b0 2023-11-30T08:27:02.000 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f233a59c640 1 --2- 172.21.15.116:0/890095117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f233c06c8b0 0x7f233c0b4220 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f232c0097c0 tx=0x7f232c01c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4017dca6bd013ee server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:02.000 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f233959a640 1 -- 172.21.15.116:0/890095117 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f232c0ab600 con 0x7f233c06c8b0 2023-11-30T08:27:02.000 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f233959a640 1 -- 172.21.15.116:0/890095117 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f232c0a7050 con 0x7f233c06c8b0 2023-11-30T08:27:02.000 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f233959a640 1 -- 172.21.15.116:0/890095117 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f232c0ab980 con 0x7f233c06c8b0 2023-11-30T08:27:02.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 -- 172.21.15.116:0/890095117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f233c06c8b0 msgr2=0x7f233c0b4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:02.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 --2- 172.21.15.116:0/890095117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f233c06c8b0 0x7f233c0b4220 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f232c0097c0 tx=0x7f232c01c330 comp rx=0 tx=0).stop 2023-11-30T08:27:02.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 -- 172.21.15.116:0/890095117 shutdown_connections 2023-11-30T08:27:02.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 --2- 172.21.15.116:0/890095117 >> v2:172.21.15.162:3300/0 conn(0x7f233c0ae750 0x7f233c0ad530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:02.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 --2- 172.21.15.116:0/890095117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f233c06c8b0 0x7f233c0b4220 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:02.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 -- 172.21.15.116:0/890095117 >> 172.21.15.116:0/890095117 conn(0x7f233c0b4900 msgr2=0x7f233c0b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:02.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 -- 172.21.15.116:0/890095117 shutdown_connections 2023-11-30T08:27:02.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 -- 172.21.15.116:0/890095117 wait complete. 2023-11-30T08:27:02.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 Processor -- start 2023-11-30T08:27:02.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 -- start start 2023-11-30T08:27:02.004 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f233c06c8b0 0x7f233c099cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:02.004 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f233c0ae750 0x7f233c09a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:02.004 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f233c0af300 0x7f233c09a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:02.004 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f233c09c210 con 0x7f233c0af300 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f233c09c4f0 con 0x7f233c06c8b0 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f23408e2640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f233c1483f0 con 0x7f233c0ae750 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f233ad9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f233c0af300 0x7f233c09a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f233ad9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f233c0af300 0x7f233c09a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58168/0 (socket says 172.21.15.116:58168) 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.994+0000 7f233ad9d640 1 -- 172.21.15.116:0/1412425616 learned_addr learned my addr 172.21.15.116:0/1412425616 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f2339d9b640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f233c0ae750 0x7f233c09a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f233a59c640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f233c06c8b0 0x7f233c099cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f233ad9d640 1 -- 172.21.15.116:0/1412425616 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f233c0ae750 msgr2=0x7f233c09a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f233ad9d640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f233c0ae750 0x7f233c09a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f233ad9d640 1 -- 172.21.15.116:0/1412425616 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f233c06c8b0 msgr2=0x7f233c099cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f233ad9d640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f233c06c8b0 0x7f233c099cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f233ad9d640 1 -- 172.21.15.116:0/1412425616 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f232c009420 con 0x7f233c0af300 2023-11-30T08:27:02.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f233ad9d640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f233c0af300 0x7f233c09a950 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f233400efc0 tx=0x7f233400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:02.006 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f2332ffd640 1 -- 172.21.15.116:0/1412425616 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2334009b10 con 0x7f233c0af300 2023-11-30T08:27:02.006 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f2332ffd640 1 -- 172.21.15.116:0/1412425616 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f233400f040 con 0x7f233c0af300 2023-11-30T08:27:02.006 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f2332ffd640 1 -- 172.21.15.116:0/1412425616 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23340146c0 con 0x7f233c0af300 2023-11-30T08:27:02.006 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f23408e2640 1 -- 172.21.15.116:0/1412425616 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f233c09d030 con 0x7f233c0af300 2023-11-30T08:27:02.006 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f23408e2640 1 -- 172.21.15.116:0/1412425616 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f233c09be50 con 0x7f233c0af300 2023-11-30T08:27:02.007 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f23408e2640 1 -- 172.21.15.116:0/1412425616 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f233c09d220 con 0x7f233c0af300 2023-11-30T08:27:02.007 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f2332ffd640 1 -- 172.21.15.116:0/1412425616 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2334014820 con 0x7f233c0af300 2023-11-30T08:27:02.007 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f2332ffd640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f231c066470 0x7f231c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:02.007 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f2332ffd640 1 -- 172.21.15.116:0/1412425616 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2334084970 con 0x7f233c0af300 2023-11-30T08:27:02.007 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f233a59c640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f231c066470 0x7f231c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:02.007 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:01.998+0000 7f233a59c640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f231c066470 0x7f231c068930 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f232c0ad000 tx=0x7f232c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:02.010 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:02.002+0000 7f2332ffd640 1 -- 172.21.15.116:0/1412425616 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2334051de0 con 0x7f233c0af300 2023-11-30T08:27:02.210 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:02.202+0000 7f23408e2640 1 -- 172.21.15.116:0/1412425616 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f233c068960 con 0x7f233c0af300 2023-11-30T08:27:03.208 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f2332ffd640 1 -- 172.21.15.116:0/1412425616 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7f23340180b0 con 0x7f233c0af300 2023-11-30T08:27:03.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f23408e2640 1 -- 172.21.15.116:0/1412425616 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f231c066470 msgr2=0x7f231c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:03.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f23408e2640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f231c066470 0x7f231c068930 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f232c0ad000 tx=0x7f232c008040 comp rx=0 tx=0).stop 2023-11-30T08:27:03.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f23408e2640 1 -- 172.21.15.116:0/1412425616 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f233c0af300 msgr2=0x7f233c09a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:03.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f23408e2640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f233c0af300 0x7f233c09a950 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f233400efc0 tx=0x7f233400c490 comp rx=0 tx=0).stop 2023-11-30T08:27:03.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f23408e2640 1 -- 172.21.15.116:0/1412425616 shutdown_connections 2023-11-30T08:27:03.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f23408e2640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f233c0af300 0x7f233c09a950 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:03.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f23408e2640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f231c066470 0x7f231c068930 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:03.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f23408e2640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f233c0ae750 0x7f233c09a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:03.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f23408e2640 1 --2- 172.21.15.116:0/1412425616 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f233c06c8b0 0x7f233c099cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:03.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f23408e2640 1 -- 172.21.15.116:0/1412425616 >> 172.21.15.116:0/1412425616 conn(0x7f233c0b4900 msgr2=0x7f233c066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:03.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f23408e2640 1 -- 172.21.15.116:0/1412425616 shutdown_connections 2023-11-30T08:27:03.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.202+0000 7f23408e2640 1 -- 172.21.15.116:0/1412425616 wait complete. 2023-11-30T08:27:03.231 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-11-30T08:27:03.231 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-11-30T08:27:03.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf8497e640 1 Processor -- start 2023-11-30T08:27:03.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf8497e640 1 -- start start 2023-11-30T08:27:03.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf8497e640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fbf800af300 0x7fbf80144ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:03.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf8497e640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf800b1730 con 0x7fbf800b1eb0 2023-11-30T08:27:03.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf8497e640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf8006c7f0 con 0x7fbf800b4350 2023-11-30T08:27:03.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf8497e640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf8006cd70 con 0x7fbf800af300 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7e59c640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fbf800b1eb0 0x7fbf800aff30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53848/0 (socket says 172.21.15.116:53848) 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7e59c640 1 -- 172.21.15.116:0/4251908220 learned_addr learned my addr 172.21.15.116:0/4251908220 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3901490864 0 0) 0x7fbf800b1730 con 0x7fbf800b1eb0 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf77fff640 1 --2- 172.21.15.116:0/4251908220 >> v2:172.21.15.162:3300/0 conn(0x7fbf800af300 0x7fbf80144ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbf6c003530 con 0x7fbf800b1eb0 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 971177072 0 0) 0x7fbf6c003530 con 0x7fbf800b1eb0 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 >> v2:172.21.15.162:3300/0 conn(0x7fbf800af300 msgr2=0x7fbf80144ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 --2- 172.21.15.116:0/4251908220 >> v2:172.21.15.162:3300/0 conn(0x7fbf800af300 0x7fbf80144ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 >> v1:172.21.15.162:6789/0 conn(0x7fbf800b4350 legacy=0x7fbf8014ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf800b2290 con 0x7fbf800b1eb0 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fbf700016a0 con 0x7fbf800b1eb0 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 >> v1:172.21.15.116:6789/0 conn(0x7fbf800b1eb0 legacy=0x7fbf800aff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 --2- 172.21.15.116:0/4251908220 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbf6c003980 0x7fbf6c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:03.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 --2- 172.21.15.116:0/4251908220 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf6c0047d0 0x7fbf6c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 --2- 172.21.15.116:0/4251908220 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbf6c005390 0x7fbf6c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf8006cd70 con 0x7fbf6c0047d0 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf6c00c220 con 0x7fbf6c003980 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf6c00c3e0 con 0x7fbf6c005390 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf77fff640 1 --2- 172.21.15.116:0/4251908220 >> v2:172.21.15.162:3300/0 conn(0x7fbf800af300 0x7fbf80144ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf77fff640 1 --2- 172.21.15.116:0/4251908220 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf6c0047d0 0x7fbf6c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7e59c640 1 --2- 172.21.15.116:0/4251908220 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbf6c003980 0x7fbf6c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7ed9d640 1 --2- 172.21.15.116:0/4251908220 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbf6c005390 0x7fbf6c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf77fff640 1 -- 172.21.15.116:0/4251908220 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbf6c005390 msgr2=0x7fbf6c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf77fff640 1 --2- 172.21.15.116:0/4251908220 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbf6c005390 0x7fbf6c00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf77fff640 1 -- 172.21.15.116:0/4251908220 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbf6c003980 msgr2=0x7fbf6c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf77fff640 1 --2- 172.21.15.116:0/4251908220 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbf6c003980 0x7fbf6c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7ed9d640 1 -- 172.21.15.116:0/4251908220 reap_dead start 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf77fff640 1 -- 172.21.15.116:0/4251908220 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf6c003530 con 0x7fbf6c0047d0 2023-11-30T08:27:03.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.346+0000 7fbf7e59c640 1 --2- 172.21.15.116:0/4251908220 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbf6c003980 0x7fbf6c003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:03.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf77fff640 1 --2- 172.21.15.116:0/4251908220 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf6c0047d0 0x7fbf6c004c50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbf680098b0 tx=0x7fbf6801c590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54be3fe5d9b2881 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:03.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf68004220 con 0x7fbf6c0047d0 2023-11-30T08:27:03.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf68004380 con 0x7fbf6c0047d0 2023-11-30T08:27:03.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7dd9b640 1 -- 172.21.15.116:0/4251908220 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf68003840 con 0x7fbf6c0047d0 2023-11-30T08:27:03.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 -- 172.21.15.116:0/4251908220 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf6c0047d0 msgr2=0x7fbf6c004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:03.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 --2- 172.21.15.116:0/4251908220 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf6c0047d0 0x7fbf6c004c50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbf680098b0 tx=0x7fbf6801c590 comp rx=0 tx=0).stop 2023-11-30T08:27:03.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 -- 172.21.15.116:0/4251908220 shutdown_connections 2023-11-30T08:27:03.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 --2- 172.21.15.116:0/4251908220 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf6c0047d0 0x7fbf6c004c50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:03.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 -- 172.21.15.116:0/4251908220 >> 172.21.15.116:0/4251908220 conn(0x7fbf800b4900 msgr2=0x7fbf800b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:03.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 -- 172.21.15.116:0/4251908220 shutdown_connections 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 -- 172.21.15.116:0/4251908220 wait complete. 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 Processor -- start 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 -- start start 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbf6c0047d0 0x7fbf80148610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbf801e0d80 0x7fbf801455d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf800705b0 0x7fbf80145f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf801e11e0 con 0x7fbf800705b0 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf8013fcb0 con 0x7fbf6c0047d0 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf801e02c0 con 0x7fbf801e0d80 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7ed9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf800705b0 0x7fbf80145f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7ed9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf800705b0 0x7fbf80145f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58188/0 (socket says 172.21.15.116:58188) 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7ed9d640 1 -- 172.21.15.116:0/2660848694 learned_addr learned my addr 172.21.15.116:0/2660848694 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7e59c640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbf6c0047d0 0x7fbf80148610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:03.361 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf77fff640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbf801e0d80 0x7fbf801455d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7ed9d640 1 -- 172.21.15.116:0/2660848694 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbf801e0d80 msgr2=0x7fbf801455d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7ed9d640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbf801e0d80 0x7fbf801455d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7ed9d640 1 -- 172.21.15.116:0/2660848694 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbf6c0047d0 msgr2=0x7fbf80148610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7ed9d640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbf6c0047d0 0x7fbf80148610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7ed9d640 1 -- 172.21.15.116:0/2660848694 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf801e05a0 con 0x7fbf800705b0 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf77fff640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbf801e0d80 0x7fbf801455d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf7ed9d640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf800705b0 0x7fbf80145f60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbf8013ed80 tx=0x7fbf7800eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf76ffd640 1 -- 172.21.15.116:0/2660848694 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf7800eed0 con 0x7fbf800705b0 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf76ffd640 1 -- 172.21.15.116:0/2660848694 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf78003980 con 0x7fbf800705b0 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 -- 172.21.15.116:0/2660848694 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf801e0880 con 0x7fbf800705b0 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf76ffd640 1 -- 172.21.15.116:0/2660848694 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf78003d70 con 0x7fbf800705b0 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.350+0000 7fbf8497e640 1 -- 172.21.15.116:0/2660848694 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf80071380 con 0x7fbf800705b0 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.354+0000 7fbf8497e640 1 -- 172.21.15.116:0/2660848694 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf80068960 con 0x7fbf800705b0 2023-11-30T08:27:03.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.354+0000 7fbf76ffd640 1 -- 172.21.15.116:0/2660848694 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbf780050d0 con 0x7fbf800705b0 2023-11-30T08:27:03.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.354+0000 7fbf76ffd640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbf60066470 0x7fbf60068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:03.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.354+0000 7fbf7e59c640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbf60066470 0x7fbf60068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:03.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.354+0000 7fbf76ffd640 1 -- 172.21.15.116:0/2660848694 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbf78083b10 con 0x7fbf800705b0 2023-11-30T08:27:03.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.354+0000 7fbf7e59c640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbf60066470 0x7fbf60068930 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbf70001230 tx=0x7fbf70009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:03.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.358+0000 7fbf76ffd640 1 -- 172.21.15.116:0/2660848694 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbf78050f90 con 0x7fbf800705b0 2023-11-30T08:27:03.553 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:03.546+0000 7fbf8497e640 1 -- 172.21.15.116:0/2660848694 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fbf800b6890 con 0x7fbf800705b0 2023-11-30T08:27:04.219 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.210+0000 7fbf76ffd640 1 -- 172.21.15.116:0/2660848694 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7fbf780545b0 con 0x7fbf800705b0 2023-11-30T08:27:04.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.214+0000 7fbf8497e640 1 -- 172.21.15.116:0/2660848694 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbf60066470 msgr2=0x7fbf60068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.214+0000 7fbf8497e640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbf60066470 0x7fbf60068930 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbf70001230 tx=0x7fbf70009040 comp rx=0 tx=0).stop 2023-11-30T08:27:04.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.214+0000 7fbf8497e640 1 -- 172.21.15.116:0/2660848694 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf800705b0 msgr2=0x7fbf80145f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.214+0000 7fbf8497e640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf800705b0 0x7fbf80145f60 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fbf8013ed80 tx=0x7fbf7800eb90 comp rx=0 tx=0).stop 2023-11-30T08:27:04.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.214+0000 7fbf8497e640 1 -- 172.21.15.116:0/2660848694 shutdown_connections 2023-11-30T08:27:04.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.214+0000 7fbf8497e640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf800705b0 0x7fbf80145f60 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.214+0000 7fbf8497e640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbf60066470 0x7fbf60068930 secure :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fbf70001230 tx=0x7fbf70009040 comp rx=0 tx=0).stop 2023-11-30T08:27:04.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.214+0000 7fbf8497e640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbf801e0d80 0x7fbf801455d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.214+0000 7fbf8497e640 1 --2- 172.21.15.116:0/2660848694 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbf6c0047d0 0x7fbf80148610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.214+0000 7fbf8497e640 1 -- 172.21.15.116:0/2660848694 >> 172.21.15.116:0/2660848694 conn(0x7fbf800b4900 msgr2=0x7fbf8013e440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:04.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.214+0000 7fbf8497e640 1 -- 172.21.15.116:0/2660848694 shutdown_connections 2023-11-30T08:27:04.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.214+0000 7fbf8497e640 1 -- 172.21.15.116:0/2660848694 wait complete. 2023-11-30T08:27:04.242 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-11-30T08:27:04.242 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:04.324 INFO:tasks.ceph.mds.a.smithi116.stderr:2023-11-30T08:27:04.318+0000 7f3a1f5e9640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-30T08:27:04.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.354+0000 7f11df7ef640 1 Processor -- start 2023-11-30T08:27:04.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.354+0000 7f11df7ef640 1 -- start start 2023-11-30T08:27:04.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11df7ef640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f11d806c920 0x7f11d80afc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11df7ef640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11d80b3fd0 0x7f11d80b0170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11df7ef640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f11d809dd50 0x7f11d813e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.364 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11df7ef640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11d80af2e0 con 0x7f11d809dd50 2023-11-30T08:27:04.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11df7ef640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11d80b1f50 con 0x7f11d806c920 2023-11-30T08:27:04.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11df7ef640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11d806cd00 con 0x7f11d80b3fd0 2023-11-30T08:27:04.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11ddd8c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f11d809dd50 0x7f11d813e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:04.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11ddd8c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f11d809dd50 0x7f11d813e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58200/0 (socket says 172.21.15.116:58200) 2023-11-30T08:27:04.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11ddd8c640 1 -- 172.21.15.116:0/1436131522 learned_addr learned my addr 172.21.15.116:0/1436131522 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:04.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11ddd8c640 1 -- 172.21.15.116:0/1436131522 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11d80b3fd0 msgr2=0x7f11d80b0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:04.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11ddd8c640 1 --2- 172.21.15.116:0/1436131522 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11d80b3fd0 0x7f11d80b0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11ddd8c640 1 -- 172.21.15.116:0/1436131522 >> v2:172.21.15.162:3300/0 conn(0x7f11d806c920 msgr2=0x7f11d80afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:04.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11dd58b640 1 --2- 172.21.15.116:0/1436131522 >> v2:172.21.15.162:3300/0 conn(0x7f11d806c920 0x7f11d80afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:04.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11ddd8c640 1 --2- 172.21.15.116:0/1436131522 >> v2:172.21.15.162:3300/0 conn(0x7f11d806c920 0x7f11d80afc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11ddd8c640 1 -- 172.21.15.116:0/1436131522 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11d80af530 con 0x7f11d809dd50 2023-11-30T08:27:04.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11ddd8c640 1 --2- 172.21.15.116:0/1436131522 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11d809dd50 0x7f11d813e320 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f11d80b5920 tx=0x7f11c801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1cf5c7c0247fa04 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:04.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11d7fff640 1 -- 172.21.15.116:0/1436131522 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11c80ab600 con 0x7f11d809dd50 2023-11-30T08:27:04.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11d7fff640 1 -- 172.21.15.116:0/1436131522 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11c80a7050 con 0x7f11d809dd50 2023-11-30T08:27:04.367 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.358+0000 7f11d7fff640 1 -- 172.21.15.116:0/1436131522 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11c80ab980 con 0x7f11d809dd50 2023-11-30T08:27:04.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 -- 172.21.15.116:0/1436131522 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11d809dd50 msgr2=0x7f11d813e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 --2- 172.21.15.116:0/1436131522 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11d809dd50 0x7f11d813e320 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f11d80b5920 tx=0x7f11c801c470 comp rx=0 tx=0).stop 2023-11-30T08:27:04.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 -- 172.21.15.116:0/1436131522 shutdown_connections 2023-11-30T08:27:04.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 --2- 172.21.15.116:0/1436131522 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11d809dd50 0x7f11d813e320 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 --2- 172.21.15.116:0/1436131522 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11d80b3fd0 0x7f11d80b0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 --2- 172.21.15.116:0/1436131522 >> v2:172.21.15.162:3300/0 conn(0x7f11d806c920 0x7f11d80afc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 -- 172.21.15.116:0/1436131522 >> 172.21.15.116:0/1436131522 conn(0x7f11d80b48e0 msgr2=0x7f11d80b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:04.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 -- 172.21.15.116:0/1436131522 shutdown_connections 2023-11-30T08:27:04.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 -- 172.21.15.116:0/1436131522 wait complete. 2023-11-30T08:27:04.371 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 Processor -- start 2023-11-30T08:27:04.371 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 -- start start 2023-11-30T08:27:04.371 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11d806c920 0x7f11d8070e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.371 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11d809dd50 0x7f11d806fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.371 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f11d81e2930 0x7f11d81e2de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.371 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11d81e3320 con 0x7f11d809dd50 2023-11-30T08:27:04.371 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11d80b6bd0 con 0x7f11d81e2930 2023-11-30T08:27:04.371 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11d81e2410 con 0x7f11d806c920 2023-11-30T08:27:04.371 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11dcd8a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11d809dd50 0x7f11d806fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:04.371 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11dcd8a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11d809dd50 0x7f11d806fd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58206/0 (socket says 172.21.15.116:58206) 2023-11-30T08:27:04.371 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11dcd8a640 1 -- 172.21.15.116:0/4162193144 learned_addr learned my addr 172.21.15.116:0/4162193144 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11dd58b640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11d806c920 0x7f11d8070e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11ddd8c640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f11d81e2930 0x7f11d81e2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11dcd8a640 1 -- 172.21.15.116:0/4162193144 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11d806c920 msgr2=0x7f11d8070e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11dcd8a640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11d806c920 0x7f11d8070e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11dcd8a640 1 -- 172.21.15.116:0/4162193144 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f11d81e2930 msgr2=0x7f11d81e2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11dcd8a640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f11d81e2930 0x7f11d81e2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11dcd8a640 1 -- 172.21.15.116:0/4162193144 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11c80094d0 con 0x7f11d809dd50 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11dcd8a640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11d809dd50 0x7f11d806fd40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f11cc00b410 tx=0x7f11cc00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11d5ffb640 1 -- 172.21.15.116:0/4162193144 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11cc011830 con 0x7f11d809dd50 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11d5ffb640 1 -- 172.21.15.116:0/4162193144 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11cc011990 con 0x7f11d809dd50 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 -- 172.21.15.116:0/4162193144 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11d80714c0 con 0x7f11d809dd50 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11d5ffb640 1 -- 172.21.15.116:0/4162193144 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11cc011d40 con 0x7f11d809dd50 2023-11-30T08:27:04.372 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 -- 172.21.15.116:0/4162193144 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11d8070670 con 0x7f11d809dd50 2023-11-30T08:27:04.373 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.362+0000 7f11df7ef640 1 -- 172.21.15.116:0/4162193144 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11d80679e0 con 0x7f11d809dd50 2023-11-30T08:27:04.373 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.366+0000 7f11d5ffb640 1 -- 172.21.15.116:0/4162193144 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f11cc01a400 con 0x7f11d809dd50 2023-11-30T08:27:04.373 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.366+0000 7f11d5ffb640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f11c4066470 0x7f11c4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.373 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.366+0000 7f11d5ffb640 1 -- 172.21.15.116:0/4162193144 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f11cc083f70 con 0x7f11d809dd50 2023-11-30T08:27:04.374 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.366+0000 7f11dd58b640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f11c4066470 0x7f11c4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:04.374 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.366+0000 7f11dd58b640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f11c4066470 0x7f11c4068930 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f11d00070b0 tx=0x7f11d0007040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:04.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.370+0000 7f11d5ffb640 1 -- 172.21.15.116:0/4162193144 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f11cc0b5280 con 0x7f11d809dd50 2023-11-30T08:27:04.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 -- 172.21.15.116:0/4162193144 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f11d809db70 con 0x7f11d809dd50 2023-11-30T08:27:04.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11d5ffb640 1 -- 172.21.15.116:0/4162193144 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+3333 (secure 0 0 0) 0x7f11d809db70 con 0x7f11d809dd50 2023-11-30T08:27:04.565 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:04.565 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1863471364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1863471364},{"type":"v1","addr":"172.21.15.162:6833","nonce":1863471364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:00.537666+0000","modified":"2023-11-30T08:27:03.551014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3119338983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3119338983},{"type":"v1","addr":"172.21.15.116:6835","nonce":3119338983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-30T08:27:04.565 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 8 2023-11-30T08:27:04.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 -- 172.21.15.116:0/4162193144 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f11c4066470 msgr2=0x7f11c4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f11c4066470 0x7f11c4068930 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f11d00070b0 tx=0x7f11d0007040 comp rx=0 tx=0).stop 2023-11-30T08:27:04.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 -- 172.21.15.116:0/4162193144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11d809dd50 msgr2=0x7f11d806fd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11d809dd50 0x7f11d806fd40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f11cc00b410 tx=0x7f11cc00b8d0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 -- 172.21.15.116:0/4162193144 shutdown_connections 2023-11-30T08:27:04.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f11d81e2930 0x7f11d81e2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11d809dd50 0x7f11d806fd40 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f11c4066470 0x7f11c4068930 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 --2- 172.21.15.116:0/4162193144 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11d806c920 0x7f11d8070e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 -- 172.21.15.116:0/4162193144 >> 172.21.15.116:0/4162193144 conn(0x7f11d80b48e0 msgr2=0x7f11d80b4cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:04.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 -- 172.21.15.116:0/4162193144 shutdown_connections 2023-11-30T08:27:04.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.558+0000 7f11df7ef640 1 -- 172.21.15.116:0/4162193144 wait complete. 2023-11-30T08:27:04.583 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:04.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.698+0000 7f6a8b65e640 1 Processor -- start 2023-11-30T08:27:04.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.698+0000 7f6a8b65e640 1 -- start start 2023-11-30T08:27:04.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.698+0000 7f6a8b65e640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f6a840bc800 0x7f6a840b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.698+0000 7f6a8b65e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6a8413ff50 0x7f6a841403c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.698+0000 7f6a8b65e640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a840bcbe0 con 0x7f6a84149c80 2023-11-30T08:27:04.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.698+0000 7f6a8b65e640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a840b38f0 con 0x7f6a8413ff50 2023-11-30T08:27:04.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.698+0000 7f6a8b65e640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a840b3bd0 con 0x7f6a840bc800 2023-11-30T08:27:04.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a89bfb640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6a8413ff50 0x7f6a841403c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:04.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a89bfb640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6a8413ff50 0x7f6a841403c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58218/0 (socket says 172.21.15.116:58218) 2023-11-30T08:27:04.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a89bfb640 1 -- 172.21.15.116:0/2029560599 learned_addr learned my addr 172.21.15.116:0/2029560599 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:04.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a893fa640 1 --2- 172.21.15.116:0/2029560599 >> v2:172.21.15.162:3300/0 conn(0x7f6a840bc800 0x7f6a840b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:04.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a89bfb640 1 -- 172.21.15.116:0/2029560599 >> v2:172.21.15.162:3300/0 conn(0x7f6a840bc800 msgr2=0x7f6a840b4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:04.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a89bfb640 1 --2- 172.21.15.116:0/2029560599 >> v2:172.21.15.162:3300/0 conn(0x7f6a840bc800 0x7f6a840b4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a89bfb640 1 -- 172.21.15.116:0/2029560599 >> v1:172.21.15.162:6789/0 conn(0x7f6a84149c80 legacy=0x7f6a8414a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a89bfb640 1 -- 172.21.15.116:0/2029560599 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a840b3eb0 con 0x7f6a8413ff50 2023-11-30T08:27:04.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a89bfb640 1 --2- 172.21.15.116:0/2029560599 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6a8413ff50 0x7f6a841403c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f6a840b7980 tx=0x7f6a7c01c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd6e544c570ae6d3 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:04.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a7bfff640 1 -- 172.21.15.116:0/2029560599 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c0a57a0 con 0x7f6a8413ff50 2023-11-30T08:27:04.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a7bfff640 1 -- 172.21.15.116:0/2029560599 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a7c0a5900 con 0x7f6a8413ff50 2023-11-30T08:27:04.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a7bfff640 1 -- 172.21.15.116:0/2029560599 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c0a5c90 con 0x7f6a8413ff50 2023-11-30T08:27:04.711 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a8b65e640 1 -- 172.21.15.116:0/2029560599 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6a8413ff50 msgr2=0x7f6a841403c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.711 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a8b65e640 1 --2- 172.21.15.116:0/2029560599 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6a8413ff50 0x7f6a841403c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f6a840b7980 tx=0x7f6a7c01c9d0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.711 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a8b65e640 1 -- 172.21.15.116:0/2029560599 shutdown_connections 2023-11-30T08:27:04.711 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a8b65e640 1 --2- 172.21.15.116:0/2029560599 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6a8413ff50 0x7f6a841403c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.711 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a8b65e640 1 --2- 172.21.15.116:0/2029560599 >> v2:172.21.15.162:3300/0 conn(0x7f6a840bc800 0x7f6a840b4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.711 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a8b65e640 1 -- 172.21.15.116:0/2029560599 >> 172.21.15.116:0/2029560599 conn(0x7f6a840722b0 msgr2=0x7f6a840bbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:04.711 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a8b65e640 1 -- 172.21.15.116:0/2029560599 shutdown_connections 2023-11-30T08:27:04.712 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.702+0000 7f6a8b65e640 1 -- 172.21.15.116:0/2029560599 wait complete. 2023-11-30T08:27:04.712 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a8b65e640 1 Processor -- start 2023-11-30T08:27:04.712 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a8b65e640 1 -- start start 2023-11-30T08:27:04.714 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a8b65e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a840bc800 0x7f6a84148c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.714 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a8b65e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6a8413ff50 0x7f6a84141320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.714 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a8b65e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6a84149c80 0x7f6a841e2100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a8b65e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a84140be0 con 0x7f6a84149c80 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a8b65e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a8413b3e0 con 0x7f6a840bc800 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a8b65e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a84141860 con 0x7f6a8413ff50 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a89bfb640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6a84149c80 0x7f6a841e2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a89bfb640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6a84149c80 0x7f6a841e2100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58232/0 (socket says 172.21.15.116:58232) 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a89bfb640 1 -- 172.21.15.116:0/3888081399 learned_addr learned my addr 172.21.15.116:0/3888081399 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a893fa640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a840bc800 0x7f6a84148c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a88bf9640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6a8413ff50 0x7f6a84141320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a89bfb640 1 -- 172.21.15.116:0/3888081399 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6a8413ff50 msgr2=0x7f6a84141320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a89bfb640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6a8413ff50 0x7f6a84141320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a89bfb640 1 -- 172.21.15.116:0/3888081399 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a840bc800 msgr2=0x7f6a84148c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a89bfb640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a840bc800 0x7f6a84148c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.715 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a89bfb640 1 -- 172.21.15.116:0/3888081399 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a7c009b30 con 0x7f6a84149c80 2023-11-30T08:27:04.716 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a88bf9640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6a8413ff50 0x7f6a84141320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:04.716 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a893fa640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a840bc800 0x7f6a84148c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:04.716 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a89bfb640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6a84149c80 0x7f6a841e2100 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c0af040 tx=0x7f6a7c019770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:04.716 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a79ffb640 1 -- 172.21.15.116:0/3888081399 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c0b8670 con 0x7f6a84149c80 2023-11-30T08:27:04.716 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a79ffb640 1 -- 172.21.15.116:0/3888081399 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a7c0b87d0 con 0x7f6a84149c80 2023-11-30T08:27:04.716 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a8b65e640 1 -- 172.21.15.116:0/3888081399 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a84141b30 con 0x7f6a84149c80 2023-11-30T08:27:04.716 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a79ffb640 1 -- 172.21.15.116:0/3888081399 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c0b8b40 con 0x7f6a84149c80 2023-11-30T08:27:04.716 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a8b65e640 1 -- 172.21.15.116:0/3888081399 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a8413b910 con 0x7f6a84149c80 2023-11-30T08:27:04.717 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.706+0000 7f6a8b65e640 1 -- 172.21.15.116:0/3888081399 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a84067de0 con 0x7f6a84149c80 2023-11-30T08:27:04.717 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.710+0000 7f6a79ffb640 1 -- 172.21.15.116:0/3888081399 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6a7c0b8ca0 con 0x7f6a84149c80 2023-11-30T08:27:04.717 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.710+0000 7f6a79ffb640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6a68066470 0x7f6a68068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:04.717 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.710+0000 7f6a79ffb640 1 -- 172.21.15.116:0/3888081399 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6a7c11f300 con 0x7f6a84149c80 2023-11-30T08:27:04.717 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.710+0000 7f6a893fa640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6a68066470 0x7f6a68068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:04.717 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.710+0000 7f6a893fa640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6a68066470 0x7f6a68068930 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6a80009840 tx=0x7f6a80008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:04.720 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.714+0000 7f6a79ffb640 1 -- 172.21.15.116:0/3888081399 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6a7c0ec8c0 con 0x7f6a84149c80 2023-11-30T08:27:04.870 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.862+0000 7f6a8b65e640 1 -- 172.21.15.116:0/3888081399 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6a840688f0 con 0x7f6a84149c80 2023-11-30T08:27:04.872 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a79ffb640 1 -- 172.21.15.116:0/3888081399 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7f6a7c0efee0 con 0x7f6a84149c80 2023-11-30T08:27:04.873 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:04.873 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:04.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a8b65e640 1 -- 172.21.15.116:0/3888081399 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6a68066470 msgr2=0x7f6a68068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a8b65e640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6a68066470 0x7f6a68068930 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6a80009840 tx=0x7f6a80008040 comp rx=0 tx=0).stop 2023-11-30T08:27:04.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a8b65e640 1 -- 172.21.15.116:0/3888081399 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6a84149c80 msgr2=0x7f6a841e2100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:04.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a8b65e640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6a84149c80 0x7f6a841e2100 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c0af040 tx=0x7f6a7c019770 comp rx=0 tx=0).stop 2023-11-30T08:27:04.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a8b65e640 1 -- 172.21.15.116:0/3888081399 shutdown_connections 2023-11-30T08:27:04.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a8b65e640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6a84149c80 0x7f6a841e2100 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a8b65e640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6a68066470 0x7f6a68068930 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a8b65e640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6a8413ff50 0x7f6a84141320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a8b65e640 1 --2- 172.21.15.116:0/3888081399 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6a840bc800 0x7f6a84148c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:04.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a8b65e640 1 -- 172.21.15.116:0/3888081399 >> 172.21.15.116:0/3888081399 conn(0x7f6a840722b0 msgr2=0x7f6a840b6710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:04.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a8b65e640 1 -- 172.21.15.116:0/3888081399 shutdown_connections 2023-11-30T08:27:04.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:04.866+0000 7f6a8b65e640 1 -- 172.21.15.116:0/3888081399 wait complete. 2023-11-30T08:27:04.890 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-11-30T08:27:04.891 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:27:05.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.002+0000 7f5c93b75640 1 Processor -- start 2023-11-30T08:27:05.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.002+0000 7f5c93b75640 1 -- start start 2023-11-30T08:27:05.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c93b75640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f5c8c0b3fd0 0x7f5c8c13e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c93b75640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f5c8c0b0340 0x7f5c8c13e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c93b75640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5c8c0af2e0 con 0x7f5c8c06c920 2023-11-30T08:27:05.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c93b75640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c8c0b1f50 con 0x7f5c8c0b0340 2023-11-30T08:27:05.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c93b75640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5c8c13eda0 con 0x7f5c8c0b3fd0 2023-11-30T08:27:05.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c92112640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f5c8c0b0340 0x7f5c8c13e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c91911640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f5c8c06c920 0x7f5c8c0afc30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53860/0 (socket says 172.21.15.116:53860) 2023-11-30T08:27:05.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c91911640 1 -- 172.21.15.116:0/2595674608 learned_addr learned my addr 172.21.15.116:0/2595674608 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:05.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c91110640 1 --2- 172.21.15.116:0/2595674608 >> v2:172.21.15.162:3300/0 conn(0x7f5c8c0b3fd0 0x7f5c8c13e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c9090f640 1 -- 172.21.15.116:0/2595674608 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3110211304 0 0) 0x7f5c8c0af2e0 con 0x7f5c8c06c920 2023-11-30T08:27:05.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c9090f640 1 -- 172.21.15.116:0/2595674608 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5c78003530 con 0x7f5c8c06c920 2023-11-30T08:27:05.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c92112640 1 -- 172.21.15.116:0/2595674608 >> v2:172.21.15.162:3300/0 conn(0x7f5c8c0b3fd0 msgr2=0x7f5c8c13e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:05.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c92112640 1 --2- 172.21.15.116:0/2595674608 >> v2:172.21.15.162:3300/0 conn(0x7f5c8c0b3fd0 0x7f5c8c13e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c92112640 1 -- 172.21.15.116:0/2595674608 >> v1:172.21.15.116:6789/0 conn(0x7f5c8c06c920 legacy=0x7f5c8c0afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c92112640 1 -- 172.21.15.116:0/2595674608 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c8c06cd00 con 0x7f5c8c0b0340 2023-11-30T08:27:05.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c92112640 1 --2- 172.21.15.116:0/2595674608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c8c0b0340 0x7f5c8c13e860 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c0b15f0 tx=0x7f5c8401c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=668aced72bf98093 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:05.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c9090f640 1 -- 172.21.15.116:0/2595674608 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c840a5850 con 0x7f5c8c0b0340 2023-11-30T08:27:05.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c9090f640 1 -- 172.21.15.116:0/2595674608 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c840a59b0 con 0x7f5c8c0b0340 2023-11-30T08:27:05.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.006+0000 7f5c9090f640 1 -- 172.21.15.116:0/2595674608 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c840a5d40 con 0x7f5c8c0b0340 2023-11-30T08:27:05.016 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 -- 172.21.15.116:0/2595674608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c8c0b0340 msgr2=0x7f5c8c13e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.016 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 --2- 172.21.15.116:0/2595674608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c8c0b0340 0x7f5c8c13e860 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c0b15f0 tx=0x7f5c8401c880 comp rx=0 tx=0).stop 2023-11-30T08:27:05.016 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 -- 172.21.15.116:0/2595674608 shutdown_connections 2023-11-30T08:27:05.016 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 --2- 172.21.15.116:0/2595674608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c8c0b0340 0x7f5c8c13e860 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.016 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 --2- 172.21.15.116:0/2595674608 >> v2:172.21.15.162:3300/0 conn(0x7f5c8c0b3fd0 0x7f5c8c13e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.016 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 -- 172.21.15.116:0/2595674608 >> 172.21.15.116:0/2595674608 conn(0x7f5c8c0b48e0 msgr2=0x7f5c8c0b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:05.016 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 -- 172.21.15.116:0/2595674608 shutdown_connections 2023-11-30T08:27:05.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 -- 172.21.15.116:0/2595674608 wait complete. 2023-11-30T08:27:05.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 Processor -- start 2023-11-30T08:27:05.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 -- start start 2023-11-30T08:27:05.018 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5c8c06c920 0x7f5c8c13fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c8c140410 0x7f5c8c1dffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5c8c1e04f0 0x7f5c8c1e0970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c8c09db50 con 0x7f5c8c140410 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c8c141fd0 con 0x7f5c8c06c920 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5c8c141740 con 0x7f5c8c1e04f0 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c91110640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c8c140410 0x7f5c8c1dffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c91110640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c8c140410 0x7f5c8c1dffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58250/0 (socket says 172.21.15.116:58250) 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c91110640 1 -- 172.21.15.116:0/4204074284 learned_addr learned my addr 172.21.15.116:0/4204074284 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c91911640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5c8c06c920 0x7f5c8c13fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c92112640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5c8c1e04f0 0x7f5c8c1e0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c91110640 1 -- 172.21.15.116:0/4204074284 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5c8c1e04f0 msgr2=0x7f5c8c1e0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c91110640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5c8c1e04f0 0x7f5c8c1e0970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c91110640 1 -- 172.21.15.116:0/4204074284 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5c8c06c920 msgr2=0x7f5c8c13fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c91110640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5c8c06c920 0x7f5c8c13fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.020 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c91110640 1 -- 172.21.15.116:0/4204074284 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c84009a70 con 0x7f5c8c140410 2023-11-30T08:27:05.020 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c91110640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c8c140410 0x7f5c8c1dffb0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c00d620 tx=0x7f5c7c00dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:05.020 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c827fc640 1 -- 172.21.15.116:0/4204074284 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c00b620 con 0x7f5c8c140410 2023-11-30T08:27:05.020 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c827fc640 1 -- 172.21.15.116:0/4204074284 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5c7c00b780 con 0x7f5c8c140410 2023-11-30T08:27:05.020 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c827fc640 1 -- 172.21.15.116:0/4204074284 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c7c00bb10 con 0x7f5c8c140410 2023-11-30T08:27:05.021 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.010+0000 7f5c93b75640 1 -- 172.21.15.116:0/4204074284 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c8c141a20 con 0x7f5c8c140410 2023-11-30T08:27:05.021 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.014+0000 7f5c93b75640 1 -- 172.21.15.116:0/4204074284 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c8c0719d0 con 0x7f5c8c140410 2023-11-30T08:27:05.021 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.014+0000 7f5c93b75640 1 -- 172.21.15.116:0/4204074284 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c8c0679e0 con 0x7f5c8c140410 2023-11-30T08:27:05.021 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.014+0000 7f5c827fc640 1 -- 172.21.15.116:0/4204074284 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5c7c00bc70 con 0x7f5c8c140410 2023-11-30T08:27:05.021 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.014+0000 7f5c827fc640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5c70066470 0x7f5c70068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.021 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.014+0000 7f5c91911640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5c70066470 0x7f5c70068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.021 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.014+0000 7f5c827fc640 1 -- 172.21.15.116:0/4204074284 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5c7c084350 con 0x7f5c8c140410 2023-11-30T08:27:05.022 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.014+0000 7f5c91911640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5c70066470 0x7f5c70068930 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5c880011f0 tx=0x7f5c88009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:05.025 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.018+0000 7f5c827fc640 1 -- 172.21.15.116:0/4204074284 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5c7c0517d0 con 0x7f5c8c140410 2023-11-30T08:27:05.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.158+0000 7f5c93b75640 1 -- 172.21.15.116:0/4204074284 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5c8c071830 con 0x7f5c70066470 2023-11-30T08:27:05.184 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.178+0000 7f5c827fc640 1 -- 172.21.15.116:0/4204074284 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264539 (secure 0 0 0) 0x7f5c8c071830 con 0x7f5c70066470 2023-11-30T08:27:05.187 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:05.188 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:27:05.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.182+0000 7f5c93b75640 1 -- 172.21.15.116:0/4204074284 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5c70066470 msgr2=0x7f5c70068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.182+0000 7f5c93b75640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5c70066470 0x7f5c70068930 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5c880011f0 tx=0x7f5c88009040 comp rx=0 tx=0).stop 2023-11-30T08:27:05.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.182+0000 7f5c93b75640 1 -- 172.21.15.116:0/4204074284 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c8c140410 msgr2=0x7f5c8c1dffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.182+0000 7f5c93b75640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c8c140410 0x7f5c8c1dffb0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c00d620 tx=0x7f5c7c00dae0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.182+0000 7f5c93b75640 1 -- 172.21.15.116:0/4204074284 shutdown_connections 2023-11-30T08:27:05.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.182+0000 7f5c93b75640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5c70066470 0x7f5c70068930 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.182+0000 7f5c93b75640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5c8c1e04f0 0x7f5c8c1e0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.191 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.182+0000 7f5c93b75640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c8c140410 0x7f5c8c1dffb0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.191 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.182+0000 7f5c93b75640 1 --2- 172.21.15.116:0/4204074284 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5c8c06c920 0x7f5c8c13fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.191 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.182+0000 7f5c93b75640 1 -- 172.21.15.116:0/4204074284 >> 172.21.15.116:0/4204074284 conn(0x7f5c8c0b48e0 msgr2=0x7f5c8c0b6540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:05.191 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.182+0000 7f5c93b75640 1 -- 172.21.15.116:0/4204074284 shutdown_connections 2023-11-30T08:27:05.191 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.182+0000 7f5c93b75640 1 -- 172.21.15.116:0/4204074284 wait complete. 2023-11-30T08:27:05.203 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2023-11-30T08:27:04.781197+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":142,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218948,"kb_used_data":2772,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755772,"statfs":{"total":773094113280,"available":772869910528,"internally_reserved":0,"allocated":2838528,"data_stored":1726717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":66,"apply_latency_ms":66,"commit_latency_ns":66000000,"apply_latency_ns":66000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.617394"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.132150+0000","last_change":"2023-11-30T08:27:01.117481+0000","last_active":"2023-11-30T08:27:01.132150+0000","last_peered":"2023-11-30T08:27:01.132150+0000","last_clean":"2023-11-30T08:27:01.132150+0000","last_became_active":"2023-11-30T08:27:01.116408+0000","last_became_peered":"2023-11-30T08:27:01.116408+0000","last_unstale":"2023-11-30T08:27:01.132150+0000","last_undegraded":"2023-11-30T08:27:01.132150+0000","last_fullsized":"2023-11-30T08:27:01.132150+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:38.155098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.119411+0000","last_change":"2023-11-30T08:27:01.117068+0000","last_active":"2023-11-30T08:27:01.119411+0000","last_peered":"2023-11-30T08:27:01.119411+0000","last_clean":"2023-11-30T08:27:01.119411+0000","last_became_active":"2023-11-30T08:27:01.116424+0000","last_became_peered":"2023-11-30T08:27:01.116424+0000","last_unstale":"2023-11-30T08:27:01.119411+0000","last_undegraded":"2023-11-30T08:27:01.119411+0000","last_fullsized":"2023-11-30T08:27:01.119411+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:57.556060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974794+0000","last_change":"2023-11-30T08:27:01.101331+0000","last_active":"2023-11-30T08:27:02.974794+0000","last_peered":"2023-11-30T08:27:02.974794+0000","last_clean":"2023-11-30T08:27:02.974794+0000","last_became_active":"2023-11-30T08:27:01.100562+0000","last_became_peered":"2023-11-30T08:27:01.100562+0000","last_unstale":"2023-11-30T08:27:02.974794+0000","last_undegraded":"2023-11-30T08:27:02.974794+0000","last_fullsized":"2023-11-30T08:27:02.974794+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364900+0000","last_change":"2023-11-30T08:27:01.126450+0000","last_active":"2023-11-30T08:27:03.364900+0000","last_peered":"2023-11-30T08:27:03.364900+0000","last_clean":"2023-11-30T08:27:03.364900+0000","last_became_active":"2023-11-30T08:27:01.124894+0000","last_became_peered":"2023-11-30T08:27:01.124894+0000","last_unstale":"2023-11-30T08:27:03.364900+0000","last_undegraded":"2023-11-30T08:27:03.364900+0000","last_fullsized":"2023-11-30T08:27:03.364900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:49:22.723417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.132529+0000","last_change":"2023-11-30T08:27:01.116419+0000","last_active":"2023-11-30T08:27:01.132529+0000","last_peered":"2023-11-30T08:27:01.132529+0000","last_clean":"2023-11-30T08:27:01.132529+0000","last_became_active":"2023-11-30T08:27:01.115529+0000","last_became_peered":"2023-11-30T08:27:01.115529+0000","last_unstale":"2023-11-30T08:27:01.132529+0000","last_undegraded":"2023-11-30T08:27:01.132529+0000","last_fullsized":"2023-11-30T08:27:01.132529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:15.487059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364518+0000","last_change":"2023-11-30T08:27:01.126246+0000","last_active":"2023-11-30T08:27:03.364518+0000","last_peered":"2023-11-30T08:27:03.364518+0000","last_clean":"2023-11-30T08:27:03.364518+0000","last_became_active":"2023-11-30T08:27:01.124300+0000","last_became_peered":"2023-11-30T08:27:01.124300+0000","last_unstale":"2023-11-30T08:27:03.364518+0000","last_undegraded":"2023-11-30T08:27:03.364518+0000","last_fullsized":"2023-11-30T08:27:03.364518+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.132832+0000","last_change":"2023-11-30T08:27:01.121356+0000","last_active":"2023-11-30T08:27:01.132832+0000","last_peered":"2023-11-30T08:27:01.132832+0000","last_clean":"2023-11-30T08:27:01.132832+0000","last_became_active":"2023-11-30T08:27:01.119730+0000","last_became_peered":"2023-11-30T08:27:01.119730+0000","last_unstale":"2023-11-30T08:27:01.132832+0000","last_undegraded":"2023-11-30T08:27:01.132832+0000","last_fullsized":"2023-11-30T08:27:01.132832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:44.847681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073571+0000","last_change":"2023-11-30T08:27:01.118352+0000","last_active":"2023-11-30T08:27:02.073571+0000","last_peered":"2023-11-30T08:27:02.073571+0000","last_clean":"2023-11-30T08:27:02.073571+0000","last_became_active":"2023-11-30T08:27:01.117692+0000","last_became_peered":"2023-11-30T08:27:01.117692+0000","last_unstale":"2023-11-30T08:27:02.073571+0000","last_undegraded":"2023-11-30T08:27:02.073571+0000","last_fullsized":"2023-11-30T08:27:02.073571+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:24:50.929849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.135912+0000","last_change":"2023-11-30T08:27:01.133046+0000","last_active":"2023-11-30T08:27:01.135912+0000","last_peered":"2023-11-30T08:27:01.135912+0000","last_clean":"2023-11-30T08:27:01.135912+0000","last_became_active":"2023-11-30T08:27:01.132440+0000","last_became_peered":"2023-11-30T08:27:01.132440+0000","last_unstale":"2023-11-30T08:27:01.135912+0000","last_undegraded":"2023-11-30T08:27:01.135912+0000","last_fullsized":"2023-11-30T08:27:01.135912+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585982+0000","last_change":"2023-11-30T08:27:01.114638+0000","last_active":"2023-11-30T08:27:03.585982+0000","last_peered":"2023-11-30T08:27:03.585982+0000","last_clean":"2023-11-30T08:27:03.585982+0000","last_became_active":"2023-11-30T08:27:01.113783+0000","last_became_peered":"2023-11-30T08:27:01.113783+0000","last_unstale":"2023-11-30T08:27:03.585982+0000","last_undegraded":"2023-11-30T08:27:03.585982+0000","last_fullsized":"2023-11-30T08:27:03.585982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585796+0000","last_change":"2023-11-30T08:27:01.128729+0000","last_active":"2023-11-30T08:27:03.585796+0000","last_peered":"2023-11-30T08:27:03.585796+0000","last_clean":"2023-11-30T08:27:03.585796+0000","last_became_active":"2023-11-30T08:27:01.127950+0000","last_became_peered":"2023-11-30T08:27:01.127950+0000","last_unstale":"2023-11-30T08:27:03.585796+0000","last_undegraded":"2023-11-30T08:27:03.585796+0000","last_fullsized":"2023-11-30T08:27:03.585796+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.075004+0000","last_change":"2023-11-30T08:27:01.100133+0000","last_active":"2023-11-30T08:27:02.075004+0000","last_peered":"2023-11-30T08:27:02.075004+0000","last_clean":"2023-11-30T08:27:02.075004+0000","last_became_active":"2023-11-30T08:27:01.097840+0000","last_became_peered":"2023-11-30T08:27:01.097840+0000","last_unstale":"2023-11-30T08:27:02.075004+0000","last_undegraded":"2023-11-30T08:27:02.075004+0000","last_fullsized":"2023-11-30T08:27:02.075004+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:27.502170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074450+0000","last_change":"2023-11-30T08:27:01.105952+0000","last_active":"2023-11-30T08:27:02.074450+0000","last_peered":"2023-11-30T08:27:02.074450+0000","last_clean":"2023-11-30T08:27:02.074450+0000","last_became_active":"2023-11-30T08:27:01.105184+0000","last_became_peered":"2023-11-30T08:27:01.105184+0000","last_unstale":"2023-11-30T08:27:02.074450+0000","last_undegraded":"2023-11-30T08:27:02.074450+0000","last_fullsized":"2023-11-30T08:27:02.074450+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974021+0000","last_change":"2023-11-30T08:27:01.109698+0000","last_active":"2023-11-30T08:27:02.974021+0000","last_peered":"2023-11-30T08:27:02.974021+0000","last_clean":"2023-11-30T08:27:02.974021+0000","last_became_active":"2023-11-30T08:27:01.106796+0000","last_became_peered":"2023-11-30T08:27:01.106796+0000","last_unstale":"2023-11-30T08:27:02.974021+0000","last_undegraded":"2023-11-30T08:27:02.974021+0000","last_fullsized":"2023-11-30T08:27:02.974021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:38.155098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.092973+0000","last_change":"2023-11-30T08:27:01.087970+0000","last_active":"2023-11-30T08:27:01.092973+0000","last_peered":"2023-11-30T08:27:01.092973+0000","last_clean":"2023-11-30T08:27:01.092973+0000","last_became_active":"2023-11-30T08:27:01.087183+0000","last_became_peered":"2023-11-30T08:27:01.087183+0000","last_unstale":"2023-11-30T08:27:01.092973+0000","last_undegraded":"2023-11-30T08:27:01.092973+0000","last_fullsized":"2023-11-30T08:27:01.092973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:13:53.145034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364368+0000","last_change":"2023-11-30T08:27:01.116832+0000","last_active":"2023-11-30T08:27:03.364368+0000","last_peered":"2023-11-30T08:27:03.364368+0000","last_clean":"2023-11-30T08:27:03.364368+0000","last_became_active":"2023-11-30T08:27:01.116122+0000","last_became_peered":"2023-11-30T08:27:01.116122+0000","last_unstale":"2023-11-30T08:27:03.364368+0000","last_undegraded":"2023-11-30T08:27:03.364368+0000","last_fullsized":"2023-11-30T08:27:03.364368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365344+0000","last_change":"2023-11-30T08:27:01.133093+0000","last_active":"2023-11-30T08:27:03.365344+0000","last_peered":"2023-11-30T08:27:03.365344+0000","last_clean":"2023-11-30T08:27:03.365344+0000","last_became_active":"2023-11-30T08:27:01.132634+0000","last_became_peered":"2023-11-30T08:27:01.132634+0000","last_unstale":"2023-11-30T08:27:03.365344+0000","last_undegraded":"2023-11-30T08:27:03.365344+0000","last_fullsized":"2023-11-30T08:27:03.365344+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:00:46.270941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326842+0000","last_change":"2023-11-30T08:27:01.114145+0000","last_active":"2023-11-30T08:27:03.326842+0000","last_peered":"2023-11-30T08:27:03.326842+0000","last_clean":"2023-11-30T08:27:03.326842+0000","last_became_active":"2023-11-30T08:27:01.113346+0000","last_became_peered":"2023-11-30T08:27:01.113346+0000","last_unstale":"2023-11-30T08:27:03.326842+0000","last_undegraded":"2023-11-30T08:27:03.326842+0000","last_fullsized":"2023-11-30T08:27:03.326842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:24.826276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.133903+0000","last_change":"2023-11-30T08:27:01.119470+0000","last_active":"2023-11-30T08:27:01.133903+0000","last_peered":"2023-11-30T08:27:01.133903+0000","last_clean":"2023-11-30T08:27:01.133903+0000","last_became_active":"2023-11-30T08:27:01.118628+0000","last_became_peered":"2023-11-30T08:27:01.118628+0000","last_unstale":"2023-11-30T08:27:01.133903+0000","last_undegraded":"2023-11-30T08:27:01.133903+0000","last_fullsized":"2023-11-30T08:27:01.133903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.586483+0000","last_change":"2023-11-30T08:27:01.098163+0000","last_active":"2023-11-30T08:27:03.586483+0000","last_peered":"2023-11-30T08:27:03.586483+0000","last_clean":"2023-11-30T08:27:03.586483+0000","last_became_active":"2023-11-30T08:27:01.097352+0000","last_became_peered":"2023-11-30T08:27:01.097352+0000","last_unstale":"2023-11-30T08:27:03.586483+0000","last_undegraded":"2023-11-30T08:27:03.586483+0000","last_fullsized":"2023-11-30T08:27:03.586483+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974630+0000","last_change":"2023-11-30T08:27:01.126253+0000","last_active":"2023-11-30T08:27:02.974630+0000","last_peered":"2023-11-30T08:27:02.974630+0000","last_clean":"2023-11-30T08:27:02.974630+0000","last_became_active":"2023-11-30T08:27:01.124310+0000","last_became_peered":"2023-11-30T08:27:01.124310+0000","last_unstale":"2023-11-30T08:27:02.974630+0000","last_undegraded":"2023-11-30T08:27:02.974630+0000","last_fullsized":"2023-11-30T08:27:02.974630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364913+0000","last_change":"2023-11-30T08:27:01.133251+0000","last_active":"2023-11-30T08:27:03.364913+0000","last_peered":"2023-11-30T08:27:03.364913+0000","last_clean":"2023-11-30T08:27:03.364913+0000","last_became_active":"2023-11-30T08:27:01.132685+0000","last_became_peered":"2023-11-30T08:27:01.132685+0000","last_unstale":"2023-11-30T08:27:03.364913+0000","last_undegraded":"2023-11-30T08:27:03.364913+0000","last_fullsized":"2023-11-30T08:27:03.364913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:51:28.258975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074032+0000","last_change":"2023-11-30T08:27:01.103330+0000","last_active":"2023-11-30T08:27:02.074032+0000","last_peered":"2023-11-30T08:27:02.074032+0000","last_clean":"2023-11-30T08:27:02.074032+0000","last_became_active":"2023-11-30T08:27:01.099364+0000","last_became_peered":"2023-11-30T08:27:01.099364+0000","last_unstale":"2023-11-30T08:27:02.074032+0000","last_undegraded":"2023-11-30T08:27:02.074032+0000","last_fullsized":"2023-11-30T08:27:02.074032+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365401+0000","last_change":"2023-11-30T08:27:01.125866+0000","last_active":"2023-11-30T08:27:03.365401+0000","last_peered":"2023-11-30T08:27:03.365401+0000","last_clean":"2023-11-30T08:27:03.365401+0000","last_became_active":"2023-11-30T08:27:01.124977+0000","last_became_peered":"2023-11-30T08:27:01.124977+0000","last_unstale":"2023-11-30T08:27:03.365401+0000","last_undegraded":"2023-11-30T08:27:03.365401+0000","last_fullsized":"2023-11-30T08:27:03.365401+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:01:34.337901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074715+0000","last_change":"2023-11-30T08:27:01.103182+0000","last_active":"2023-11-30T08:27:02.074715+0000","last_peered":"2023-11-30T08:27:02.074715+0000","last_clean":"2023-11-30T08:27:02.074715+0000","last_became_active":"2023-11-30T08:27:01.102471+0000","last_became_peered":"2023-11-30T08:27:01.102471+0000","last_unstale":"2023-11-30T08:27:02.074715+0000","last_undegraded":"2023-11-30T08:27:02.074715+0000","last_fullsized":"2023-11-30T08:27:02.074715+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:51:28.258975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.586156+0000","last_change":"2023-11-30T08:27:01.126980+0000","last_active":"2023-11-30T08:27:03.586156+0000","last_peered":"2023-11-30T08:27:03.586156+0000","last_clean":"2023-11-30T08:27:03.586156+0000","last_became_active":"2023-11-30T08:27:01.126122+0000","last_became_peered":"2023-11-30T08:27:01.126122+0000","last_unstale":"2023-11-30T08:27:03.586156+0000","last_undegraded":"2023-11-30T08:27:03.586156+0000","last_fullsized":"2023-11-30T08:27:03.586156+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.114944+0000","last_change":"2023-11-30T08:27:01.106322+0000","last_active":"2023-11-30T08:27:01.114944+0000","last_peered":"2023-11-30T08:27:01.114944+0000","last_clean":"2023-11-30T08:27:01.114944+0000","last_became_active":"2023-11-30T08:27:01.105299+0000","last_became_peered":"2023-11-30T08:27:01.105299+0000","last_unstale":"2023-11-30T08:27:01.114944+0000","last_undegraded":"2023-11-30T08:27:01.114944+0000","last_fullsized":"2023-11-30T08:27:01.114944+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:24:53.201008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074719+0000","last_change":"2023-11-30T08:27:01.112729+0000","last_active":"2023-11-30T08:27:02.074719+0000","last_peered":"2023-11-30T08:27:02.074719+0000","last_clean":"2023-11-30T08:27:02.074719+0000","last_became_active":"2023-11-30T08:27:01.111939+0000","last_became_peered":"2023-11-30T08:27:01.111939+0000","last_unstale":"2023-11-30T08:27:02.074719+0000","last_undegraded":"2023-11-30T08:27:02.074719+0000","last_fullsized":"2023-11-30T08:27:02.074719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:49:22.723417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974465+0000","last_change":"2023-11-30T08:27:01.117986+0000","last_active":"2023-11-30T08:27:02.974465+0000","last_peered":"2023-11-30T08:27:02.974465+0000","last_clean":"2023-11-30T08:27:02.974465+0000","last_became_active":"2023-11-30T08:27:01.116738+0000","last_became_peered":"2023-11-30T08:27:01.116738+0000","last_unstale":"2023-11-30T08:27:02.974465+0000","last_undegraded":"2023-11-30T08:27:02.974465+0000","last_fullsized":"2023-11-30T08:27:02.974465+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365368+0000","last_change":"2023-11-30T08:27:01.124746+0000","last_active":"2023-11-30T08:27:03.365368+0000","last_peered":"2023-11-30T08:27:03.365368+0000","last_clean":"2023-11-30T08:27:03.365368+0000","last_became_active":"2023-11-30T08:27:01.124102+0000","last_became_peered":"2023-11-30T08:27:01.124102+0000","last_unstale":"2023-11-30T08:27:03.365368+0000","last_undegraded":"2023-11-30T08:27:03.365368+0000","last_fullsized":"2023-11-30T08:27:03.365368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:24:39.373371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326881+0000","last_change":"2023-11-30T08:27:01.116628+0000","last_active":"2023-11-30T08:27:03.326881+0000","last_peered":"2023-11-30T08:27:03.326881+0000","last_clean":"2023-11-30T08:27:03.326881+0000","last_became_active":"2023-11-30T08:27:01.115880+0000","last_became_peered":"2023-11-30T08:27:01.115880+0000","last_unstale":"2023-11-30T08:27:03.326881+0000","last_undegraded":"2023-11-30T08:27:03.326881+0000","last_fullsized":"2023-11-30T08:27:03.326881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:27.502170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585226+0000","last_change":"2023-11-30T08:27:01.116547+0000","last_active":"2023-11-30T08:27:03.585226+0000","last_peered":"2023-11-30T08:27:03.585226+0000","last_clean":"2023-11-30T08:27:03.585226+0000","last_became_active":"2023-11-30T08:27:01.114841+0000","last_became_peered":"2023-11-30T08:27:01.114841+0000","last_unstale":"2023-11-30T08:27:03.585226+0000","last_undegraded":"2023-11-30T08:27:03.585226+0000","last_fullsized":"2023-11-30T08:27:03.585226+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074321+0000","last_change":"2023-11-30T08:27:01.093517+0000","last_active":"2023-11-30T08:27:02.074321+0000","last_peered":"2023-11-30T08:27:02.074321+0000","last_clean":"2023-11-30T08:27:02.074321+0000","last_became_active":"2023-11-30T08:27:01.092766+0000","last_became_peered":"2023-11-30T08:27:01.092766+0000","last_unstale":"2023-11-30T08:27:02.074321+0000","last_undegraded":"2023-11-30T08:27:02.074321+0000","last_fullsized":"2023-11-30T08:27:02.074321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:15.487059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074713+0000","last_change":"2023-11-30T08:27:00.217287+0000","last_active":"2023-11-30T08:27:02.074713+0000","last_peered":"2023-11-30T08:27:02.074713+0000","last_clean":"2023-11-30T08:27:02.074713+0000","last_became_active":"2023-11-30T08:27:00.216812+0000","last_became_peered":"2023-11-30T08:27:00.216812+0000","last_unstale":"2023-11-30T08:27:02.074713+0000","last_undegraded":"2023-11-30T08:27:02.074713+0000","last_fullsized":"2023-11-30T08:27:02.074713+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:43.836842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974844+0000","last_change":"2023-11-30T08:27:01.107948+0000","last_active":"2023-11-30T08:27:02.974844+0000","last_peered":"2023-11-30T08:27:02.974844+0000","last_clean":"2023-11-30T08:27:02.974844+0000","last_became_active":"2023-11-30T08:27:01.105889+0000","last_became_peered":"2023-11-30T08:27:01.105889+0000","last_unstale":"2023-11-30T08:27:02.974844+0000","last_undegraded":"2023-11-30T08:27:02.974844+0000","last_fullsized":"2023-11-30T08:27:02.974844+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585238+0000","last_change":"2023-11-30T08:27:00.211096+0000","last_active":"2023-11-30T08:27:03.585238+0000","last_peered":"2023-11-30T08:27:03.585238+0000","last_clean":"2023-11-30T08:27:03.585238+0000","last_became_active":"2023-11-30T08:27:00.210375+0000","last_became_peered":"2023-11-30T08:27:00.210375+0000","last_unstale":"2023-11-30T08:27:03.585238+0000","last_undegraded":"2023-11-30T08:27:03.585238+0000","last_fullsized":"2023-11-30T08:27:03.585238+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:56.545221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073894+0000","last_change":"2023-11-30T08:27:00.224423+0000","last_active":"2023-11-30T08:27:02.073894+0000","last_peered":"2023-11-30T08:27:02.073894+0000","last_clean":"2023-11-30T08:27:02.073894+0000","last_became_active":"2023-11-30T08:27:00.224102+0000","last_became_peered":"2023-11-30T08:27:00.224102+0000","last_unstale":"2023-11-30T08:27:02.073894+0000","last_undegraded":"2023-11-30T08:27:02.073894+0000","last_fullsized":"2023-11-30T08:27:02.073894+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:37.144260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073595+0000","last_change":"2023-11-30T08:27:01.111460+0000","last_active":"2023-11-30T08:27:02.073595+0000","last_peered":"2023-11-30T08:27:02.073595+0000","last_clean":"2023-11-30T08:27:02.073595+0000","last_became_active":"2023-11-30T08:27:01.110683+0000","last_became_peered":"2023-11-30T08:27:01.110683+0000","last_unstale":"2023-11-30T08:27:02.073595+0000","last_undegraded":"2023-11-30T08:27:02.073595+0000","last_fullsized":"2023-11-30T08:27:02.073595+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365469+0000","last_change":"2023-11-30T08:27:00.220049+0000","last_active":"2023-11-30T08:27:03.365469+0000","last_peered":"2023-11-30T08:27:03.365469+0000","last_clean":"2023-11-30T08:27:03.365469+0000","last_became_active":"2023-11-30T08:27:00.201871+0000","last_became_peered":"2023-11-30T08:27:00.201871+0000","last_unstale":"2023-11-30T08:27:03.365469+0000","last_undegraded":"2023-11-30T08:27:03.365469+0000","last_fullsized":"2023-11-30T08:27:03.365469+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:43.836842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.114607+0000","last_change":"2023-11-30T08:27:01.104498+0000","last_active":"2023-11-30T08:27:01.114607+0000","last_peered":"2023-11-30T08:27:01.114607+0000","last_clean":"2023-11-30T08:27:01.114607+0000","last_became_active":"2023-11-30T08:27:01.103323+0000","last_became_peered":"2023-11-30T08:27:01.103323+0000","last_unstale":"2023-11-30T08:27:01.114607+0000","last_undegraded":"2023-11-30T08:27:01.114607+0000","last_fullsized":"2023-11-30T08:27:01.114607+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:44.847681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585660+0000","last_change":"2023-11-30T08:27:00.224645+0000","last_active":"2023-11-30T08:27:03.585660+0000","last_peered":"2023-11-30T08:27:03.585660+0000","last_clean":"2023-11-30T08:27:03.585660+0000","last_became_active":"2023-11-30T08:27:00.223819+0000","last_became_peered":"2023-11-30T08:27:00.223819+0000","last_unstale":"2023-11-30T08:27:03.585660+0000","last_undegraded":"2023-11-30T08:27:03.585660+0000","last_fullsized":"2023-11-30T08:27:03.585660+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:14.497380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365040+0000","last_change":"2023-11-30T08:27:01.134885+0000","last_active":"2023-11-30T08:27:03.365040+0000","last_peered":"2023-11-30T08:27:03.365040+0000","last_clean":"2023-11-30T08:27:03.365040+0000","last_became_active":"2023-11-30T08:27:01.134237+0000","last_became_peered":"2023-11-30T08:27:01.134237+0000","last_unstale":"2023-11-30T08:27:03.365040+0000","last_undegraded":"2023-11-30T08:27:03.365040+0000","last_fullsized":"2023-11-30T08:27:03.365040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:18:54.917988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365304+0000","last_change":"2023-11-30T08:27:00.223309+0000","last_active":"2023-11-30T08:27:03.365304+0000","last_peered":"2023-11-30T08:27:03.365304+0000","last_clean":"2023-11-30T08:27:03.365304+0000","last_became_active":"2023-11-30T08:27:00.222567+0000","last_became_peered":"2023-11-30T08:27:00.222567+0000","last_unstale":"2023-11-30T08:27:03.365304+0000","last_undegraded":"2023-11-30T08:27:03.365304+0000","last_fullsized":"2023-11-30T08:27:03.365304+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:24.911859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974991+0000","last_change":"2023-11-30T08:27:01.130197+0000","last_active":"2023-11-30T08:27:02.974991+0000","last_peered":"2023-11-30T08:27:02.974991+0000","last_clean":"2023-11-30T08:27:02.974991+0000","last_became_active":"2023-11-30T08:27:01.129328+0000","last_became_peered":"2023-11-30T08:27:01.129328+0000","last_unstale":"2023-11-30T08:27:02.974991+0000","last_undegraded":"2023-11-30T08:27:02.974991+0000","last_fullsized":"2023-11-30T08:27:02.974991+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.195468+0000","last_change":"2023-11-30T08:27:00.205646+0000","last_active":"2023-11-30T08:27:01.195468+0000","last_peered":"2023-11-30T08:27:01.195468+0000","last_clean":"2023-11-30T08:27:01.195468+0000","last_became_active":"2023-11-30T08:27:00.205330+0000","last_became_peered":"2023-11-30T08:27:00.205330+0000","last_unstale":"2023-11-30T08:27:01.195468+0000","last_undegraded":"2023-11-30T08:27:01.195468+0000","last_fullsized":"2023-11-30T08:27:01.195468+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:23.815438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.075204+0000","last_change":"2023-11-30T08:27:01.117391+0000","last_active":"2023-11-30T08:27:02.075204+0000","last_peered":"2023-11-30T08:27:02.075204+0000","last_clean":"2023-11-30T08:27:02.075204+0000","last_became_active":"2023-11-30T08:27:01.116864+0000","last_became_peered":"2023-11-30T08:27:01.116864+0000","last_unstale":"2023-11-30T08:27:02.075204+0000","last_undegraded":"2023-11-30T08:27:02.075204+0000","last_fullsized":"2023-11-30T08:27:02.075204+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:57.556060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585569+0000","last_change":"2023-11-30T08:27:00.210531+0000","last_active":"2023-11-30T08:27:03.585569+0000","last_peered":"2023-11-30T08:27:03.585569+0000","last_clean":"2023-11-30T08:27:03.585569+0000","last_became_active":"2023-11-30T08:27:00.209748+0000","last_became_peered":"2023-11-30T08:27:00.209748+0000","last_unstale":"2023-11-30T08:27:03.585569+0000","last_undegraded":"2023-11-30T08:27:03.585569+0000","last_fullsized":"2023-11-30T08:27:03.585569+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:37.144260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.133875+0000","last_change":"2023-11-30T08:27:01.118948+0000","last_active":"2023-11-30T08:27:01.133875+0000","last_peered":"2023-11-30T08:27:01.133875+0000","last_clean":"2023-11-30T08:27:01.133875+0000","last_became_active":"2023-11-30T08:27:01.118136+0000","last_became_peered":"2023-11-30T08:27:01.118136+0000","last_unstale":"2023-11-30T08:27:01.133875+0000","last_undegraded":"2023-11-30T08:27:01.133875+0000","last_fullsized":"2023-11-30T08:27:01.133875+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:24:50.929849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974884+0000","last_change":"2023-11-30T08:27:00.213633+0000","last_active":"2023-11-30T08:27:02.974884+0000","last_peered":"2023-11-30T08:27:02.974884+0000","last_clean":"2023-11-30T08:27:02.974884+0000","last_became_active":"2023-11-30T08:27:00.213332+0000","last_became_peered":"2023-11-30T08:27:00.213332+0000","last_unstale":"2023-11-30T08:27:02.974884+0000","last_undegraded":"2023-11-30T08:27:02.974884+0000","last_fullsized":"2023-11-30T08:27:02.974884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:26.491332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974208+0000","last_change":"2023-11-30T08:27:01.119362+0000","last_active":"2023-11-30T08:27:02.974208+0000","last_peered":"2023-11-30T08:27:02.974208+0000","last_clean":"2023-11-30T08:27:02.974208+0000","last_became_active":"2023-11-30T08:27:01.118649+0000","last_became_peered":"2023-11-30T08:27:01.118649+0000","last_unstale":"2023-11-30T08:27:02.974208+0000","last_undegraded":"2023-11-30T08:27:02.974208+0000","last_fullsized":"2023-11-30T08:27:02.974208+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:24:50.929849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365285+0000","last_change":"2023-11-30T08:27:00.226182+0000","last_active":"2023-11-30T08:27:03.365285+0000","last_peered":"2023-11-30T08:27:03.365285+0000","last_clean":"2023-11-30T08:27:03.365285+0000","last_became_active":"2023-11-30T08:27:00.224018+0000","last_became_peered":"2023-11-30T08:27:00.224018+0000","last_unstale":"2023-11-30T08:27:03.365285+0000","last_undegraded":"2023-11-30T08:27:03.365285+0000","last_fullsized":"2023-11-30T08:27:03.365285+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:36.274732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.132570+0000","last_change":"2023-11-30T08:27:01.117859+0000","last_active":"2023-11-30T08:27:01.132570+0000","last_peered":"2023-11-30T08:27:01.132570+0000","last_clean":"2023-11-30T08:27:01.132570+0000","last_became_active":"2023-11-30T08:27:01.117069+0000","last_became_peered":"2023-11-30T08:27:01.117069+0000","last_unstale":"2023-11-30T08:27:01.132570+0000","last_undegraded":"2023-11-30T08:27:01.132570+0000","last_fullsized":"2023-11-30T08:27:01.132570+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:27.502170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585184+0000","last_change":"2023-11-30T08:27:00.218598+0000","last_active":"2023-11-30T08:27:03.585184+0000","last_peered":"2023-11-30T08:27:03.585184+0000","last_clean":"2023-11-30T08:27:03.585184+0000","last_became_active":"2023-11-30T08:27:00.217312+0000","last_became_peered":"2023-11-30T08:27:00.217312+0000","last_unstale":"2023-11-30T08:27:03.585184+0000","last_undegraded":"2023-11-30T08:27:03.585184+0000","last_fullsized":"2023-11-30T08:27:03.585184+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:24:52.190170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585509+0000","last_change":"2023-11-30T08:27:01.117068+0000","last_active":"2023-11-30T08:27:03.585509+0000","last_peered":"2023-11-30T08:27:03.585509+0000","last_clean":"2023-11-30T08:27:03.585509+0000","last_became_active":"2023-11-30T08:27:01.115856+0000","last_became_peered":"2023-11-30T08:27:01.115856+0000","last_unstale":"2023-11-30T08:27:03.585509+0000","last_undegraded":"2023-11-30T08:27:03.585509+0000","last_fullsized":"2023-11-30T08:27:03.585509+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326701+0000","last_change":"2023-11-30T08:27:00.209284+0000","last_active":"2023-11-30T08:27:03.326701+0000","last_peered":"2023-11-30T08:27:03.326701+0000","last_clean":"2023-11-30T08:27:03.326701+0000","last_became_active":"2023-11-30T08:27:00.209000+0000","last_became_peered":"2023-11-30T08:27:00.209000+0000","last_unstale":"2023-11-30T08:27:03.326701+0000","last_undegraded":"2023-11-30T08:27:03.326701+0000","last_fullsized":"2023-11-30T08:27:03.326701+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:13:52.134196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.132871+0000","last_change":"2023-11-30T08:27:01.121882+0000","last_active":"2023-11-30T08:27:01.132871+0000","last_peered":"2023-11-30T08:27:01.132871+0000","last_clean":"2023-11-30T08:27:01.132871+0000","last_became_active":"2023-11-30T08:27:01.120544+0000","last_became_peered":"2023-11-30T08:27:01.120544+0000","last_unstale":"2023-11-30T08:27:01.132871+0000","last_undegraded":"2023-11-30T08:27:01.132871+0000","last_fullsized":"2023-11-30T08:27:01.132871+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:23:55.466896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.075229+0000","last_change":"2023-11-30T08:27:00.205533+0000","last_active":"2023-11-30T08:27:02.075229+0000","last_peered":"2023-11-30T08:27:02.075229+0000","last_clean":"2023-11-30T08:27:02.075229+0000","last_became_active":"2023-11-30T08:27:00.203516+0000","last_became_peered":"2023-11-30T08:27:00.203516+0000","last_unstale":"2023-11-30T08:27:02.075229+0000","last_undegraded":"2023-11-30T08:27:02.075229+0000","last_fullsized":"2023-11-30T08:27:02.075229+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:11:45.342008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.132273+0000","last_change":"2023-11-30T08:27:01.118670+0000","last_active":"2023-11-30T08:27:01.132273+0000","last_peered":"2023-11-30T08:27:01.132273+0000","last_clean":"2023-11-30T08:27:01.132273+0000","last_became_active":"2023-11-30T08:27:01.116671+0000","last_became_peered":"2023-11-30T08:27:01.116671+0000","last_unstale":"2023-11-30T08:27:01.132273+0000","last_undegraded":"2023-11-30T08:27:01.132273+0000","last_fullsized":"2023-11-30T08:27:01.132273+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:24:53.201008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326962+0000","last_change":"2023-11-30T08:27:00.210465+0000","last_active":"2023-11-30T08:27:03.326962+0000","last_peered":"2023-11-30T08:27:03.326962+0000","last_clean":"2023-11-30T08:27:03.326962+0000","last_became_active":"2023-11-30T08:27:00.210151+0000","last_became_peered":"2023-11-30T08:27:00.210151+0000","last_unstale":"2023-11-30T08:27:03.326962+0000","last_undegraded":"2023-11-30T08:27:03.326962+0000","last_fullsized":"2023-11-30T08:27:03.326962+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:14.497380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.135017+0000","last_change":"2023-11-30T08:27:01.123531+0000","last_active":"2023-11-30T08:27:01.135017+0000","last_peered":"2023-11-30T08:27:01.135017+0000","last_clean":"2023-11-30T08:27:01.135017+0000","last_became_active":"2023-11-30T08:27:01.122435+0000","last_became_peered":"2023-11-30T08:27:01.122435+0000","last_unstale":"2023-11-30T08:27:01.135017+0000","last_undegraded":"2023-11-30T08:27:01.135017+0000","last_fullsized":"2023-11-30T08:27:01.135017+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.193028+0000","last_change":"2023-11-30T08:27:00.204356+0000","last_active":"2023-11-30T08:27:01.193028+0000","last_peered":"2023-11-30T08:27:01.193028+0000","last_clean":"2023-11-30T08:27:01.193028+0000","last_became_active":"2023-11-30T08:27:00.203964+0000","last_became_peered":"2023-11-30T08:27:00.203964+0000","last_unstale":"2023-11-30T08:27:01.193028+0000","last_undegraded":"2023-11-30T08:27:01.193028+0000","last_fullsized":"2023-11-30T08:27:01.193028+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:26.491332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365280+0000","last_change":"2023-11-30T08:27:01.114021+0000","last_active":"2023-11-30T08:27:03.365280+0000","last_peered":"2023-11-30T08:27:03.365280+0000","last_clean":"2023-11-30T08:27:03.365280+0000","last_became_active":"2023-11-30T08:27:01.113332+0000","last_became_peered":"2023-11-30T08:27:01.113332+0000","last_unstale":"2023-11-30T08:27:03.365280+0000","last_undegraded":"2023-11-30T08:27:03.365280+0000","last_fullsized":"2023-11-30T08:27:03.365280+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:13:15.752762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.327157+0000","last_change":"2023-11-30T08:27:00.226088+0000","last_active":"2023-11-30T08:27:03.327157+0000","last_peered":"2023-11-30T08:27:03.327157+0000","last_clean":"2023-11-30T08:27:03.327157+0000","last_became_active":"2023-11-30T08:27:00.225822+0000","last_became_peered":"2023-11-30T08:27:00.225822+0000","last_unstale":"2023-11-30T08:27:03.327157+0000","last_undegraded":"2023-11-30T08:27:03.327157+0000","last_fullsized":"2023-11-30T08:27:03.327157+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:14.476221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.135976+0000","last_change":"2023-11-30T08:27:01.133591+0000","last_active":"2023-11-30T08:27:01.135976+0000","last_peered":"2023-11-30T08:27:01.135976+0000","last_clean":"2023-11-30T08:27:01.135976+0000","last_became_active":"2023-11-30T08:27:01.132406+0000","last_became_peered":"2023-11-30T08:27:01.132406+0000","last_unstale":"2023-11-30T08:27:01.135976+0000","last_undegraded":"2023-11-30T08:27:01.135976+0000","last_fullsized":"2023-11-30T08:27:01.135976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":164,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-11-30T08:27:00.215448+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:27:00.215448+0000","last_peered":"2023-11-30T08:27:00.215448+0000","last_clean":"2023-11-30T08:27:00.215448+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:27:00.215448+0000","last_undegraded":"2023-11-30T08:27:00.215448+0000","last_fullsized":"2023-11-30T08:27:00.215448+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364443+0000","last_change":"2023-11-30T08:27:00.221191+0000","last_active":"2023-11-30T08:27:03.364443+0000","last_peered":"2023-11-30T08:27:03.364443+0000","last_clean":"2023-11-30T08:27:03.364443+0000","last_became_active":"2023-11-30T08:27:00.220507+0000","last_became_peered":"2023-11-30T08:27:00.220507+0000","last_unstale":"2023-11-30T08:27:03.364443+0000","last_undegraded":"2023-11-30T08:27:03.364443+0000","last_fullsized":"2023-11-30T08:27:03.364443+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:23.815438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074400+0000","last_change":"2023-11-30T08:27:01.129391+0000","last_active":"2023-11-30T08:27:02.074400+0000","last_peered":"2023-11-30T08:27:02.074400+0000","last_clean":"2023-11-30T08:27:02.074400+0000","last_became_active":"2023-11-30T08:27:01.128850+0000","last_became_peered":"2023-11-30T08:27:01.128850+0000","last_unstale":"2023-11-30T08:27:02.074400+0000","last_undegraded":"2023-11-30T08:27:02.074400+0000","last_fullsized":"2023-11-30T08:27:02.074400+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.081681+0000","last_change":"2023-11-30T08:27:00.232633+0000","last_active":"2023-11-30T08:27:01.081681+0000","last_peered":"2023-11-30T08:27:01.081681+0000","last_clean":"2023-11-30T08:27:01.081681+0000","last_became_active":"2023-11-30T08:27:00.231105+0000","last_became_peered":"2023-11-30T08:27:00.231105+0000","last_unstale":"2023-11-30T08:27:01.081681+0000","last_undegraded":"2023-11-30T08:27:01.081681+0000","last_fullsized":"2023-11-30T08:27:01.081681+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:23.815438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974003+0000","last_change":"2023-11-30T08:27:01.107142+0000","last_active":"2023-11-30T08:27:02.974003+0000","last_peered":"2023-11-30T08:27:02.974003+0000","last_clean":"2023-11-30T08:27:02.974003+0000","last_became_active":"2023-11-30T08:27:01.105814+0000","last_became_peered":"2023-11-30T08:27:01.105814+0000","last_unstale":"2023-11-30T08:27:02.974003+0000","last_undegraded":"2023-11-30T08:27:02.974003+0000","last_fullsized":"2023-11-30T08:27:02.974003+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:24:53.201008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326726+0000","last_change":"2023-11-30T08:27:00.210657+0000","last_active":"2023-11-30T08:27:03.326726+0000","last_peered":"2023-11-30T08:27:03.326726+0000","last_clean":"2023-11-30T08:27:03.326726+0000","last_became_active":"2023-11-30T08:27:00.210303+0000","last_became_peered":"2023-11-30T08:27:00.210303+0000","last_unstale":"2023-11-30T08:27:03.326726+0000","last_undegraded":"2023-11-30T08:27:03.326726+0000","last_fullsized":"2023-11-30T08:27:03.326726+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:03:31.246394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.112543+0000","last_change":"2023-11-30T08:27:01.102242+0000","last_active":"2023-11-30T08:27:01.112543+0000","last_peered":"2023-11-30T08:27:01.112543+0000","last_clean":"2023-11-30T08:27:01.112543+0000","last_became_active":"2023-11-30T08:27:01.101387+0000","last_became_peered":"2023-11-30T08:27:01.101387+0000","last_unstale":"2023-11-30T08:27:01.112543+0000","last_undegraded":"2023-11-30T08:27:01.112543+0000","last_fullsized":"2023-11-30T08:27:01.112543+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:15.508218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365517+0000","last_change":"2023-11-30T08:27:00.221420+0000","last_active":"2023-11-30T08:27:03.365517+0000","last_peered":"2023-11-30T08:27:03.365517+0000","last_clean":"2023-11-30T08:27:03.365517+0000","last_became_active":"2023-11-30T08:27:00.220266+0000","last_became_peered":"2023-11-30T08:27:00.220266+0000","last_unstale":"2023-11-30T08:27:03.365517+0000","last_undegraded":"2023-11-30T08:27:03.365517+0000","last_fullsized":"2023-11-30T08:27:03.365517+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:53.374868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074705+0000","last_change":"2023-11-30T08:27:01.115465+0000","last_active":"2023-11-30T08:27:02.074705+0000","last_peered":"2023-11-30T08:27:02.074705+0000","last_clean":"2023-11-30T08:27:02.074705+0000","last_became_active":"2023-11-30T08:27:01.114876+0000","last_became_peered":"2023-11-30T08:27:01.114876+0000","last_unstale":"2023-11-30T08:27:02.074705+0000","last_undegraded":"2023-11-30T08:27:02.074705+0000","last_fullsized":"2023-11-30T08:27:02.074705+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:24.826276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.073918+0000","last_change":"2023-11-30T08:27:00.202335+0000","last_active":"2023-11-30T08:27:01.073918+0000","last_peered":"2023-11-30T08:27:01.073918+0000","last_clean":"2023-11-30T08:27:01.073918+0000","last_became_active":"2023-11-30T08:27:00.202045+0000","last_became_peered":"2023-11-30T08:27:00.202045+0000","last_unstale":"2023-11-30T08:27:01.073918+0000","last_undegraded":"2023-11-30T08:27:01.073918+0000","last_fullsized":"2023-11-30T08:27:01.073918+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:03:31.246394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365196+0000","last_change":"2023-11-30T08:27:01.125177+0000","last_active":"2023-11-30T08:27:03.365196+0000","last_peered":"2023-11-30T08:27:03.365196+0000","last_clean":"2023-11-30T08:27:03.365196+0000","last_became_active":"2023-11-30T08:27:01.124484+0000","last_became_peered":"2023-11-30T08:27:01.124484+0000","last_unstale":"2023-11-30T08:27:03.365196+0000","last_undegraded":"2023-11-30T08:27:03.365196+0000","last_fullsized":"2023-11-30T08:27:03.365196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:58:17.508784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.086940+0000","last_change":"2023-11-30T08:27:00.231031+0000","last_active":"2023-11-30T08:27:01.086940+0000","last_peered":"2023-11-30T08:27:01.086940+0000","last_clean":"2023-11-30T08:27:01.086940+0000","last_became_active":"2023-11-30T08:27:00.230341+0000","last_became_peered":"2023-11-30T08:27:00.230341+0000","last_unstale":"2023-11-30T08:27:01.086940+0000","last_undegraded":"2023-11-30T08:27:01.086940+0000","last_fullsized":"2023-11-30T08:27:01.086940+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:44.608957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.112021+0000","last_change":"2023-11-30T08:27:01.102596+0000","last_active":"2023-11-30T08:27:01.112021+0000","last_peered":"2023-11-30T08:27:01.112021+0000","last_clean":"2023-11-30T08:27:01.112021+0000","last_became_active":"2023-11-30T08:27:01.101380+0000","last_became_peered":"2023-11-30T08:27:01.101380+0000","last_unstale":"2023-11-30T08:27:01.112021+0000","last_undegraded":"2023-11-30T08:27:01.112021+0000","last_fullsized":"2023-11-30T08:27:01.112021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:15.487059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.075807+0000","last_change":"2023-11-30T08:27:00.221089+0000","last_active":"2023-11-30T08:27:01.075807+0000","last_peered":"2023-11-30T08:27:01.075807+0000","last_clean":"2023-11-30T08:27:01.075807+0000","last_became_active":"2023-11-30T08:27:00.220821+0000","last_became_peered":"2023-11-30T08:27:00.220821+0000","last_unstale":"2023-11-30T08:27:01.075807+0000","last_undegraded":"2023-11-30T08:27:01.075807+0000","last_fullsized":"2023-11-30T08:27:01.075807+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:37.144260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074767+0000","last_change":"2023-11-30T08:27:01.121143+0000","last_active":"2023-11-30T08:27:02.074767+0000","last_peered":"2023-11-30T08:27:02.074767+0000","last_clean":"2023-11-30T08:27:02.074767+0000","last_became_active":"2023-11-30T08:27:01.120474+0000","last_became_peered":"2023-11-30T08:27:01.120474+0000","last_unstale":"2023-11-30T08:27:02.074767+0000","last_undegraded":"2023-11-30T08:27:02.074767+0000","last_fullsized":"2023-11-30T08:27:02.074767+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:46:30.018928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585785+0000","last_change":"2023-11-30T08:27:00.231701+0000","last_active":"2023-11-30T08:27:03.585785+0000","last_peered":"2023-11-30T08:27:03.585785+0000","last_clean":"2023-11-30T08:27:03.585785+0000","last_became_active":"2023-11-30T08:27:00.231057+0000","last_became_peered":"2023-11-30T08:27:00.231057+0000","last_unstale":"2023-11-30T08:27:03.585785+0000","last_undegraded":"2023-11-30T08:27:03.585785+0000","last_fullsized":"2023-11-30T08:27:03.585785+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:43.836842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974831+0000","last_change":"2023-11-30T08:27:01.098194+0000","last_active":"2023-11-30T08:27:02.974831+0000","last_peered":"2023-11-30T08:27:02.974831+0000","last_clean":"2023-11-30T08:27:02.974831+0000","last_became_active":"2023-11-30T08:27:01.097388+0000","last_became_peered":"2023-11-30T08:27:01.097388+0000","last_unstale":"2023-11-30T08:27:02.974831+0000","last_undegraded":"2023-11-30T08:27:02.974831+0000","last_fullsized":"2023-11-30T08:27:02.974831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.081503+0000","last_change":"2023-11-30T08:27:00.231023+0000","last_active":"2023-11-30T08:27:01.081503+0000","last_peered":"2023-11-30T08:27:01.081503+0000","last_clean":"2023-11-30T08:27:01.081503+0000","last_became_active":"2023-11-30T08:27:00.230290+0000","last_became_peered":"2023-11-30T08:27:00.230290+0000","last_unstale":"2023-11-30T08:27:01.081503+0000","last_undegraded":"2023-11-30T08:27:01.081503+0000","last_fullsized":"2023-11-30T08:27:01.081503+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:14.497380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074384+0000","last_change":"2023-11-30T08:27:01.100444+0000","last_active":"2023-11-30T08:27:02.074384+0000","last_peered":"2023-11-30T08:27:02.074384+0000","last_clean":"2023-11-30T08:27:02.074384+0000","last_became_active":"2023-11-30T08:27:01.099747+0000","last_became_peered":"2023-11-30T08:27:01.099747+0000","last_unstale":"2023-11-30T08:27:02.074384+0000","last_undegraded":"2023-11-30T08:27:02.074384+0000","last_fullsized":"2023-11-30T08:27:02.074384+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:44.847681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.074978+0000","last_change":"2023-11-30T08:27:00.217474+0000","last_active":"2023-11-30T08:27:01.074978+0000","last_peered":"2023-11-30T08:27:01.074978+0000","last_clean":"2023-11-30T08:27:01.074978+0000","last_became_active":"2023-11-30T08:27:00.217078+0000","last_became_peered":"2023-11-30T08:27:00.217078+0000","last_unstale":"2023-11-30T08:27:01.074978+0000","last_undegraded":"2023-11-30T08:27:01.074978+0000","last_fullsized":"2023-11-30T08:27:01.074978+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:23:54.456058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073940+0000","last_change":"2023-11-30T08:27:01.111542+0000","last_active":"2023-11-30T08:27:02.073940+0000","last_peered":"2023-11-30T08:27:02.073940+0000","last_clean":"2023-11-30T08:27:02.073940+0000","last_became_active":"2023-11-30T08:27:01.110769+0000","last_became_peered":"2023-11-30T08:27:01.110769+0000","last_unstale":"2023-11-30T08:27:02.073940+0000","last_undegraded":"2023-11-30T08:27:02.073940+0000","last_fullsized":"2023-11-30T08:27:02.073940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.073712+0000","last_change":"2023-11-30T08:27:00.209636+0000","last_active":"2023-11-30T08:27:01.073712+0000","last_peered":"2023-11-30T08:27:01.073712+0000","last_clean":"2023-11-30T08:27:01.073712+0000","last_became_active":"2023-11-30T08:27:00.209300+0000","last_became_peered":"2023-11-30T08:27:00.209300+0000","last_unstale":"2023-11-30T08:27:01.073712+0000","last_undegraded":"2023-11-30T08:27:01.073712+0000","last_fullsized":"2023-11-30T08:27:01.073712+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:11:45.342008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074520+0000","last_change":"2023-11-30T08:27:01.117354+0000","last_active":"2023-11-30T08:27:02.074520+0000","last_peered":"2023-11-30T08:27:02.074520+0000","last_clean":"2023-11-30T08:27:02.074520+0000","last_became_active":"2023-11-30T08:27:01.116606+0000","last_became_peered":"2023-11-30T08:27:01.116606+0000","last_unstale":"2023-11-30T08:27:02.074520+0000","last_undegraded":"2023-11-30T08:27:02.074520+0000","last_fullsized":"2023-11-30T08:27:02.074520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.198097+0000","last_change":"2023-11-30T08:27:00.230991+0000","last_active":"2023-11-30T08:27:01.198097+0000","last_peered":"2023-11-30T08:27:01.198097+0000","last_clean":"2023-11-30T08:27:01.198097+0000","last_became_active":"2023-11-30T08:27:00.230329+0000","last_became_peered":"2023-11-30T08:27:00.230329+0000","last_unstale":"2023-11-30T08:27:01.198097+0000","last_undegraded":"2023-11-30T08:27:01.198097+0000","last_fullsized":"2023-11-30T08:27:01.198097+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:45.450311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585340+0000","last_change":"2023-11-30T08:27:01.098380+0000","last_active":"2023-11-30T08:27:03.585340+0000","last_peered":"2023-11-30T08:27:03.585340+0000","last_clean":"2023-11-30T08:27:03.585340+0000","last_became_active":"2023-11-30T08:27:01.097664+0000","last_became_peered":"2023-11-30T08:27:01.097664+0000","last_unstale":"2023-11-30T08:27:03.585340+0000","last_undegraded":"2023-11-30T08:27:03.585340+0000","last_fullsized":"2023-11-30T08:27:03.585340+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364939+0000","last_change":"2023-11-30T08:27:01.131301+0000","last_active":"2023-11-30T08:27:03.364939+0000","last_peered":"2023-11-30T08:27:03.364939+0000","last_clean":"2023-11-30T08:27:03.364939+0000","last_became_active":"2023-11-30T08:27:01.127361+0000","last_became_peered":"2023-11-30T08:27:01.127361+0000","last_unstale":"2023-11-30T08:27:03.364939+0000","last_undegraded":"2023-11-30T08:27:03.364939+0000","last_fullsized":"2023-11-30T08:27:03.364939+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:46:30.018928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.198187+0000","last_change":"2023-11-30T08:27:00.231167+0000","last_active":"2023-11-30T08:27:01.198187+0000","last_peered":"2023-11-30T08:27:01.198187+0000","last_clean":"2023-11-30T08:27:01.198187+0000","last_became_active":"2023-11-30T08:27:00.230408+0000","last_became_peered":"2023-11-30T08:27:00.230408+0000","last_unstale":"2023-11-30T08:27:01.198187+0000","last_undegraded":"2023-11-30T08:27:01.198187+0000","last_fullsized":"2023-11-30T08:27:01.198187+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:56.545221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365197+0000","last_change":"2023-11-30T08:27:01.113636+0000","last_active":"2023-11-30T08:27:03.365197+0000","last_peered":"2023-11-30T08:27:03.365197+0000","last_clean":"2023-11-30T08:27:03.365197+0000","last_became_active":"2023-11-30T08:27:01.112870+0000","last_became_peered":"2023-11-30T08:27:01.112870+0000","last_unstale":"2023-11-30T08:27:03.365197+0000","last_undegraded":"2023-11-30T08:27:03.365197+0000","last_fullsized":"2023-11-30T08:27:03.365197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:04:43.009023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.199217+0000","last_change":"2023-11-30T08:27:00.233173+0000","last_active":"2023-11-30T08:27:01.199217+0000","last_peered":"2023-11-30T08:27:01.199217+0000","last_clean":"2023-11-30T08:27:01.199217+0000","last_became_active":"2023-11-30T08:27:00.231949+0000","last_became_peered":"2023-11-30T08:27:00.231949+0000","last_unstale":"2023-11-30T08:27:01.199217+0000","last_undegraded":"2023-11-30T08:27:01.199217+0000","last_fullsized":"2023-11-30T08:27:01.199217+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:13.334461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974987+0000","last_change":"2023-11-30T08:27:01.118832+0000","last_active":"2023-11-30T08:27:02.974987+0000","last_peered":"2023-11-30T08:27:02.974987+0000","last_clean":"2023-11-30T08:27:02.974987+0000","last_became_active":"2023-11-30T08:27:01.118052+0000","last_became_peered":"2023-11-30T08:27:01.118052+0000","last_unstale":"2023-11-30T08:27:02.974987+0000","last_undegraded":"2023-11-30T08:27:02.974987+0000","last_fullsized":"2023-11-30T08:27:02.974987+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074342+0000","last_change":"2023-11-30T08:27:00.209033+0000","last_active":"2023-11-30T08:27:02.074342+0000","last_peered":"2023-11-30T08:27:02.074342+0000","last_clean":"2023-11-30T08:27:02.074342+0000","last_became_active":"2023-11-30T08:27:00.208738+0000","last_became_peered":"2023-11-30T08:27:00.208738+0000","last_unstale":"2023-11-30T08:27:02.074342+0000","last_undegraded":"2023-11-30T08:27:02.074342+0000","last_fullsized":"2023-11-30T08:27:02.074342+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:26.491332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074239+0000","last_change":"2023-11-30T08:27:01.112636+0000","last_active":"2023-11-30T08:27:02.074239+0000","last_peered":"2023-11-30T08:27:02.074239+0000","last_clean":"2023-11-30T08:27:02.074239+0000","last_became_active":"2023-11-30T08:27:01.111829+0000","last_became_peered":"2023-11-30T08:27:01.111829+0000","last_unstale":"2023-11-30T08:27:02.074239+0000","last_undegraded":"2023-11-30T08:27:02.074239+0000","last_fullsized":"2023-11-30T08:27:02.074239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.975115+0000","last_change":"2023-11-30T08:27:00.223663+0000","last_active":"2023-11-30T08:27:02.975115+0000","last_peered":"2023-11-30T08:27:02.975115+0000","last_clean":"2023-11-30T08:27:02.975115+0000","last_became_active":"2023-11-30T08:27:00.223347+0000","last_became_peered":"2023-11-30T08:27:00.223347+0000","last_unstale":"2023-11-30T08:27:02.975115+0000","last_undegraded":"2023-11-30T08:27:02.975115+0000","last_fullsized":"2023-11-30T08:27:02.975115+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:56.545221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27788,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344052,"statfs":{"total":96636764160,"available":96608309248,"internally_reserved":0,"allocated":790528,"data_stored":655560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0089999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.073}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.224}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":204800,"data_stored":66222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.05}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2430000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1080000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.143}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.012}]}]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":208896,"data_stored":71000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.095}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91300000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0309999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1819999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":71036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0009999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.179}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0760000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.5}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93700000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0069999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":192512,"data_stored":64610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.107}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.999}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":200704,"data_stored":64770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.873}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":806912,"data_stored":660997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0960000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.171}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.016}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2230000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:27:05.208 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:27:05.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f72bf640 1 Processor -- start 2023-11-30T08:27:05.368 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f72bf640 1 -- start start 2023-11-30T08:27:05.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f72bf640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f83f00b3fd0 0x7f83f013e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f72bf640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f83f00b0340 0x7f83f013e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f72bf640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83f00af2e0 con 0x7f83f006c920 2023-11-30T08:27:05.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f72bf640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83f00b1f50 con 0x7f83f00b0340 2023-11-30T08:27:05.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f72bf640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83f013eda0 con 0x7f83f00b3fd0 2023-11-30T08:27:05.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f585c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f83f00b0340 0x7f83f013e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.369 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f585c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f83f00b0340 0x7f83f013e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58252/0 (socket says 172.21.15.116:58252) 2023-11-30T08:27:05.370 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f585c640 1 -- 172.21.15.116:0/1027507104 learned_addr learned my addr 172.21.15.116:0/1027507104 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:05.370 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f485a640 1 --2- 172.21.15.116:0/1027507104 >> v2:172.21.15.162:3300/0 conn(0x7f83f00b3fd0 0x7f83f013e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.370 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f585c640 1 -- 172.21.15.116:0/1027507104 >> v2:172.21.15.162:3300/0 conn(0x7f83f00b3fd0 msgr2=0x7f83f013e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:05.370 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f585c640 1 --2- 172.21.15.116:0/1027507104 >> v2:172.21.15.162:3300/0 conn(0x7f83f00b3fd0 0x7f83f013e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.370 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f585c640 1 -- 172.21.15.116:0/1027507104 >> v1:172.21.15.162:6789/0 conn(0x7f83f006c920 legacy=0x7f83f00afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:05.370 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f585c640 1 -- 172.21.15.116:0/1027507104 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83f006cd00 con 0x7f83f00b0340 2023-11-30T08:27:05.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.362+0000 7f83f585c640 1 --2- 172.21.15.116:0/1027507104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83f00b0340 0x7f83f013e860 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f83f00b15f0 tx=0x7f83e801c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b48dc7c0be58a5 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:05.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83e7fff640 1 -- 172.21.15.116:0/1027507104 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e80a5710 con 0x7f83f00b0340 2023-11-30T08:27:05.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83e7fff640 1 -- 172.21.15.116:0/1027507104 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83e80a5870 con 0x7f83f00b0340 2023-11-30T08:27:05.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83e7fff640 1 -- 172.21.15.116:0/1027507104 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e80a5c00 con 0x7f83f00b0340 2023-11-30T08:27:05.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 -- 172.21.15.116:0/1027507104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83f00b0340 msgr2=0x7f83f013e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 --2- 172.21.15.116:0/1027507104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83f00b0340 0x7f83f013e860 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f83f00b15f0 tx=0x7f83e801c940 comp rx=0 tx=0).stop 2023-11-30T08:27:05.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 -- 172.21.15.116:0/1027507104 shutdown_connections 2023-11-30T08:27:05.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 --2- 172.21.15.116:0/1027507104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83f00b0340 0x7f83f013e860 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.376 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 --2- 172.21.15.116:0/1027507104 >> v2:172.21.15.162:3300/0 conn(0x7f83f00b3fd0 0x7f83f013e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 -- 172.21.15.116:0/1027507104 >> 172.21.15.116:0/1027507104 conn(0x7f83f00b48e0 msgr2=0x7f83f00b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 -- 172.21.15.116:0/1027507104 shutdown_connections 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 -- 172.21.15.116:0/1027507104 wait complete. 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 Processor -- start 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 -- start start 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f83f006c920 0x7f83f013f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83f01e0e60 0x7f83f013b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f83f013bac0 0x7f83f013bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83f01e0480 con 0x7f83f01e0e60 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83f0131e10 con 0x7f83f013bac0 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83f0140750 con 0x7f83f006c920 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f485a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83f01e0e60 0x7f83f013b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f485a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83f01e0e60 0x7f83f013b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58266/0 (socket says 172.21.15.116:58266) 2023-11-30T08:27:05.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f485a640 1 -- 172.21.15.116:0/1808124511 learned_addr learned my addr 172.21.15.116:0/1808124511 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f505b640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f83f006c920 0x7f83f013f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f585c640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f83f013bac0 0x7f83f013bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f485a640 1 -- 172.21.15.116:0/1808124511 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f83f006c920 msgr2=0x7f83f013f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f485a640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f83f006c920 0x7f83f013f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f485a640 1 -- 172.21.15.116:0/1808124511 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f83f013bac0 msgr2=0x7f83f013bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f485a640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f83f013bac0 0x7f83f013bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f485a640 1 -- 172.21.15.116:0/1808124511 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83e8009b30 con 0x7f83f01e0e60 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f485a640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83f01e0e60 0x7f83f013b580 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f83e000d5f0 tx=0x7f83e000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83e5ffb640 1 -- 172.21.15.116:0/1808124511 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e00125f0 con 0x7f83f01e0e60 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83e5ffb640 1 -- 172.21.15.116:0/1808124511 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83e0012750 con 0x7f83f01e0e60 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 -- 172.21.15.116:0/1808124511 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83f01e0660 con 0x7f83f01e0e60 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83e5ffb640 1 -- 172.21.15.116:0/1808124511 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e0012ae0 con 0x7f83f01e0e60 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.366+0000 7f83f72bf640 1 -- 172.21.15.116:0/1808124511 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83f0140470 con 0x7f83f01e0e60 2023-11-30T08:27:05.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.370+0000 7f83f72bf640 1 -- 172.21.15.116:0/1808124511 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83f00679e0 con 0x7f83f01e0e60 2023-11-30T08:27:05.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.370+0000 7f83e5ffb640 1 -- 172.21.15.116:0/1808124511 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f83e0012c40 con 0x7f83f01e0e60 2023-11-30T08:27:05.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.370+0000 7f83e5ffb640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f83d40664a0 0x7f83d4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.370+0000 7f83e5ffb640 1 -- 172.21.15.116:0/1808124511 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f83e00842a0 con 0x7f83f01e0e60 2023-11-30T08:27:05.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.370+0000 7f83f505b640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f83d40664a0 0x7f83d4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.370+0000 7f83f505b640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f83d40664a0 0x7f83d4068960 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f83f0139cd0 tx=0x7f83ec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:05.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.374+0000 7f83e5ffb640 1 -- 172.21.15.116:0/1808124511 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f83e00517b0 con 0x7f83f01e0e60 2023-11-30T08:27:05.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.522+0000 7f83f72bf640 1 -- 172.21.15.116:0/1808124511 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f83f01e0b10 con 0x7f83d40664a0 2023-11-30T08:27:05.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.530+0000 7f83e5ffb640 1 -- 172.21.15.116:0/1808124511 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264539 (secure 0 0 0) 0x7f83ec001c80 con 0x7f83d40664a0 2023-11-30T08:27:05.541 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:05.542 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:27:05.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.534+0000 7f83f72bf640 1 -- 172.21.15.116:0/1808124511 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f83d40664a0 msgr2=0x7f83d4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.534+0000 7f83f72bf640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f83d40664a0 0x7f83d4068960 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f83f0139cd0 tx=0x7f83ec009040 comp rx=0 tx=0).stop 2023-11-30T08:27:05.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.534+0000 7f83f72bf640 1 -- 172.21.15.116:0/1808124511 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83f01e0e60 msgr2=0x7f83f013b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.534+0000 7f83f72bf640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83f01e0e60 0x7f83f013b580 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f83e000d5f0 tx=0x7f83e000dab0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.534+0000 7f83f72bf640 1 -- 172.21.15.116:0/1808124511 shutdown_connections 2023-11-30T08:27:05.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.534+0000 7f83f72bf640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f83f013bac0 0x7f83f013bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.534+0000 7f83f72bf640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83f01e0e60 0x7f83f013b580 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.534+0000 7f83f72bf640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f83d40664a0 0x7f83d4068960 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.534+0000 7f83f72bf640 1 --2- 172.21.15.116:0/1808124511 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f83f006c920 0x7f83f013f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.534+0000 7f83f72bf640 1 -- 172.21.15.116:0/1808124511 >> 172.21.15.116:0/1808124511 conn(0x7f83f00b48e0 msgr2=0x7f83f00b6260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:05.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.534+0000 7f83f72bf640 1 -- 172.21.15.116:0/1808124511 shutdown_connections 2023-11-30T08:27:05.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.534+0000 7f83f72bf640 1 -- 172.21.15.116:0/1808124511 wait complete. 2023-11-30T08:27:05.559 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":21,"stamp":"2023-11-30T08:27:04.781197+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":142,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218948,"kb_used_data":2772,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755772,"statfs":{"total":773094113280,"available":772869910528,"internally_reserved":0,"allocated":2838528,"data_stored":1726717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":66,"apply_latency_ms":66,"commit_latency_ns":66000000,"apply_latency_ns":66000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.617394"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.132150+0000","last_change":"2023-11-30T08:27:01.117481+0000","last_active":"2023-11-30T08:27:01.132150+0000","last_peered":"2023-11-30T08:27:01.132150+0000","last_clean":"2023-11-30T08:27:01.132150+0000","last_became_active":"2023-11-30T08:27:01.116408+0000","last_became_peered":"2023-11-30T08:27:01.116408+0000","last_unstale":"2023-11-30T08:27:01.132150+0000","last_undegraded":"2023-11-30T08:27:01.132150+0000","last_fullsized":"2023-11-30T08:27:01.132150+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:38.155098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.119411+0000","last_change":"2023-11-30T08:27:01.117068+0000","last_active":"2023-11-30T08:27:01.119411+0000","last_peered":"2023-11-30T08:27:01.119411+0000","last_clean":"2023-11-30T08:27:01.119411+0000","last_became_active":"2023-11-30T08:27:01.116424+0000","last_became_peered":"2023-11-30T08:27:01.116424+0000","last_unstale":"2023-11-30T08:27:01.119411+0000","last_undegraded":"2023-11-30T08:27:01.119411+0000","last_fullsized":"2023-11-30T08:27:01.119411+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:57.556060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974794+0000","last_change":"2023-11-30T08:27:01.101331+0000","last_active":"2023-11-30T08:27:02.974794+0000","last_peered":"2023-11-30T08:27:02.974794+0000","last_clean":"2023-11-30T08:27:02.974794+0000","last_became_active":"2023-11-30T08:27:01.100562+0000","last_became_peered":"2023-11-30T08:27:01.100562+0000","last_unstale":"2023-11-30T08:27:02.974794+0000","last_undegraded":"2023-11-30T08:27:02.974794+0000","last_fullsized":"2023-11-30T08:27:02.974794+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364900+0000","last_change":"2023-11-30T08:27:01.126450+0000","last_active":"2023-11-30T08:27:03.364900+0000","last_peered":"2023-11-30T08:27:03.364900+0000","last_clean":"2023-11-30T08:27:03.364900+0000","last_became_active":"2023-11-30T08:27:01.124894+0000","last_became_peered":"2023-11-30T08:27:01.124894+0000","last_unstale":"2023-11-30T08:27:03.364900+0000","last_undegraded":"2023-11-30T08:27:03.364900+0000","last_fullsized":"2023-11-30T08:27:03.364900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:49:22.723417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.132529+0000","last_change":"2023-11-30T08:27:01.116419+0000","last_active":"2023-11-30T08:27:01.132529+0000","last_peered":"2023-11-30T08:27:01.132529+0000","last_clean":"2023-11-30T08:27:01.132529+0000","last_became_active":"2023-11-30T08:27:01.115529+0000","last_became_peered":"2023-11-30T08:27:01.115529+0000","last_unstale":"2023-11-30T08:27:01.132529+0000","last_undegraded":"2023-11-30T08:27:01.132529+0000","last_fullsized":"2023-11-30T08:27:01.132529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:15.487059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364518+0000","last_change":"2023-11-30T08:27:01.126246+0000","last_active":"2023-11-30T08:27:03.364518+0000","last_peered":"2023-11-30T08:27:03.364518+0000","last_clean":"2023-11-30T08:27:03.364518+0000","last_became_active":"2023-11-30T08:27:01.124300+0000","last_became_peered":"2023-11-30T08:27:01.124300+0000","last_unstale":"2023-11-30T08:27:03.364518+0000","last_undegraded":"2023-11-30T08:27:03.364518+0000","last_fullsized":"2023-11-30T08:27:03.364518+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.132832+0000","last_change":"2023-11-30T08:27:01.121356+0000","last_active":"2023-11-30T08:27:01.132832+0000","last_peered":"2023-11-30T08:27:01.132832+0000","last_clean":"2023-11-30T08:27:01.132832+0000","last_became_active":"2023-11-30T08:27:01.119730+0000","last_became_peered":"2023-11-30T08:27:01.119730+0000","last_unstale":"2023-11-30T08:27:01.132832+0000","last_undegraded":"2023-11-30T08:27:01.132832+0000","last_fullsized":"2023-11-30T08:27:01.132832+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:44.847681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073571+0000","last_change":"2023-11-30T08:27:01.118352+0000","last_active":"2023-11-30T08:27:02.073571+0000","last_peered":"2023-11-30T08:27:02.073571+0000","last_clean":"2023-11-30T08:27:02.073571+0000","last_became_active":"2023-11-30T08:27:01.117692+0000","last_became_peered":"2023-11-30T08:27:01.117692+0000","last_unstale":"2023-11-30T08:27:02.073571+0000","last_undegraded":"2023-11-30T08:27:02.073571+0000","last_fullsized":"2023-11-30T08:27:02.073571+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:24:50.929849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.135912+0000","last_change":"2023-11-30T08:27:01.133046+0000","last_active":"2023-11-30T08:27:01.135912+0000","last_peered":"2023-11-30T08:27:01.135912+0000","last_clean":"2023-11-30T08:27:01.135912+0000","last_became_active":"2023-11-30T08:27:01.132440+0000","last_became_peered":"2023-11-30T08:27:01.132440+0000","last_unstale":"2023-11-30T08:27:01.135912+0000","last_undegraded":"2023-11-30T08:27:01.135912+0000","last_fullsized":"2023-11-30T08:27:01.135912+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585982+0000","last_change":"2023-11-30T08:27:01.114638+0000","last_active":"2023-11-30T08:27:03.585982+0000","last_peered":"2023-11-30T08:27:03.585982+0000","last_clean":"2023-11-30T08:27:03.585982+0000","last_became_active":"2023-11-30T08:27:01.113783+0000","last_became_peered":"2023-11-30T08:27:01.113783+0000","last_unstale":"2023-11-30T08:27:03.585982+0000","last_undegraded":"2023-11-30T08:27:03.585982+0000","last_fullsized":"2023-11-30T08:27:03.585982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585796+0000","last_change":"2023-11-30T08:27:01.128729+0000","last_active":"2023-11-30T08:27:03.585796+0000","last_peered":"2023-11-30T08:27:03.585796+0000","last_clean":"2023-11-30T08:27:03.585796+0000","last_became_active":"2023-11-30T08:27:01.127950+0000","last_became_peered":"2023-11-30T08:27:01.127950+0000","last_unstale":"2023-11-30T08:27:03.585796+0000","last_undegraded":"2023-11-30T08:27:03.585796+0000","last_fullsized":"2023-11-30T08:27:03.585796+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.075004+0000","last_change":"2023-11-30T08:27:01.100133+0000","last_active":"2023-11-30T08:27:02.075004+0000","last_peered":"2023-11-30T08:27:02.075004+0000","last_clean":"2023-11-30T08:27:02.075004+0000","last_became_active":"2023-11-30T08:27:01.097840+0000","last_became_peered":"2023-11-30T08:27:01.097840+0000","last_unstale":"2023-11-30T08:27:02.075004+0000","last_undegraded":"2023-11-30T08:27:02.075004+0000","last_fullsized":"2023-11-30T08:27:02.075004+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:27.502170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074450+0000","last_change":"2023-11-30T08:27:01.105952+0000","last_active":"2023-11-30T08:27:02.074450+0000","last_peered":"2023-11-30T08:27:02.074450+0000","last_clean":"2023-11-30T08:27:02.074450+0000","last_became_active":"2023-11-30T08:27:01.105184+0000","last_became_peered":"2023-11-30T08:27:01.105184+0000","last_unstale":"2023-11-30T08:27:02.074450+0000","last_undegraded":"2023-11-30T08:27:02.074450+0000","last_fullsized":"2023-11-30T08:27:02.074450+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974021+0000","last_change":"2023-11-30T08:27:01.109698+0000","last_active":"2023-11-30T08:27:02.974021+0000","last_peered":"2023-11-30T08:27:02.974021+0000","last_clean":"2023-11-30T08:27:02.974021+0000","last_became_active":"2023-11-30T08:27:01.106796+0000","last_became_peered":"2023-11-30T08:27:01.106796+0000","last_unstale":"2023-11-30T08:27:02.974021+0000","last_undegraded":"2023-11-30T08:27:02.974021+0000","last_fullsized":"2023-11-30T08:27:02.974021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:38.155098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.092973+0000","last_change":"2023-11-30T08:27:01.087970+0000","last_active":"2023-11-30T08:27:01.092973+0000","last_peered":"2023-11-30T08:27:01.092973+0000","last_clean":"2023-11-30T08:27:01.092973+0000","last_became_active":"2023-11-30T08:27:01.087183+0000","last_became_peered":"2023-11-30T08:27:01.087183+0000","last_unstale":"2023-11-30T08:27:01.092973+0000","last_undegraded":"2023-11-30T08:27:01.092973+0000","last_fullsized":"2023-11-30T08:27:01.092973+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:13:53.145034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364368+0000","last_change":"2023-11-30T08:27:01.116832+0000","last_active":"2023-11-30T08:27:03.364368+0000","last_peered":"2023-11-30T08:27:03.364368+0000","last_clean":"2023-11-30T08:27:03.364368+0000","last_became_active":"2023-11-30T08:27:01.116122+0000","last_became_peered":"2023-11-30T08:27:01.116122+0000","last_unstale":"2023-11-30T08:27:03.364368+0000","last_undegraded":"2023-11-30T08:27:03.364368+0000","last_fullsized":"2023-11-30T08:27:03.364368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365344+0000","last_change":"2023-11-30T08:27:01.133093+0000","last_active":"2023-11-30T08:27:03.365344+0000","last_peered":"2023-11-30T08:27:03.365344+0000","last_clean":"2023-11-30T08:27:03.365344+0000","last_became_active":"2023-11-30T08:27:01.132634+0000","last_became_peered":"2023-11-30T08:27:01.132634+0000","last_unstale":"2023-11-30T08:27:03.365344+0000","last_undegraded":"2023-11-30T08:27:03.365344+0000","last_fullsized":"2023-11-30T08:27:03.365344+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:00:46.270941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326842+0000","last_change":"2023-11-30T08:27:01.114145+0000","last_active":"2023-11-30T08:27:03.326842+0000","last_peered":"2023-11-30T08:27:03.326842+0000","last_clean":"2023-11-30T08:27:03.326842+0000","last_became_active":"2023-11-30T08:27:01.113346+0000","last_became_peered":"2023-11-30T08:27:01.113346+0000","last_unstale":"2023-11-30T08:27:03.326842+0000","last_undegraded":"2023-11-30T08:27:03.326842+0000","last_fullsized":"2023-11-30T08:27:03.326842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:24.826276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.133903+0000","last_change":"2023-11-30T08:27:01.119470+0000","last_active":"2023-11-30T08:27:01.133903+0000","last_peered":"2023-11-30T08:27:01.133903+0000","last_clean":"2023-11-30T08:27:01.133903+0000","last_became_active":"2023-11-30T08:27:01.118628+0000","last_became_peered":"2023-11-30T08:27:01.118628+0000","last_unstale":"2023-11-30T08:27:01.133903+0000","last_undegraded":"2023-11-30T08:27:01.133903+0000","last_fullsized":"2023-11-30T08:27:01.133903+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.586483+0000","last_change":"2023-11-30T08:27:01.098163+0000","last_active":"2023-11-30T08:27:03.586483+0000","last_peered":"2023-11-30T08:27:03.586483+0000","last_clean":"2023-11-30T08:27:03.586483+0000","last_became_active":"2023-11-30T08:27:01.097352+0000","last_became_peered":"2023-11-30T08:27:01.097352+0000","last_unstale":"2023-11-30T08:27:03.586483+0000","last_undegraded":"2023-11-30T08:27:03.586483+0000","last_fullsized":"2023-11-30T08:27:03.586483+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974630+0000","last_change":"2023-11-30T08:27:01.126253+0000","last_active":"2023-11-30T08:27:02.974630+0000","last_peered":"2023-11-30T08:27:02.974630+0000","last_clean":"2023-11-30T08:27:02.974630+0000","last_became_active":"2023-11-30T08:27:01.124310+0000","last_became_peered":"2023-11-30T08:27:01.124310+0000","last_unstale":"2023-11-30T08:27:02.974630+0000","last_undegraded":"2023-11-30T08:27:02.974630+0000","last_fullsized":"2023-11-30T08:27:02.974630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364913+0000","last_change":"2023-11-30T08:27:01.133251+0000","last_active":"2023-11-30T08:27:03.364913+0000","last_peered":"2023-11-30T08:27:03.364913+0000","last_clean":"2023-11-30T08:27:03.364913+0000","last_became_active":"2023-11-30T08:27:01.132685+0000","last_became_peered":"2023-11-30T08:27:01.132685+0000","last_unstale":"2023-11-30T08:27:03.364913+0000","last_undegraded":"2023-11-30T08:27:03.364913+0000","last_fullsized":"2023-11-30T08:27:03.364913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:51:28.258975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074032+0000","last_change":"2023-11-30T08:27:01.103330+0000","last_active":"2023-11-30T08:27:02.074032+0000","last_peered":"2023-11-30T08:27:02.074032+0000","last_clean":"2023-11-30T08:27:02.074032+0000","last_became_active":"2023-11-30T08:27:01.099364+0000","last_became_peered":"2023-11-30T08:27:01.099364+0000","last_unstale":"2023-11-30T08:27:02.074032+0000","last_undegraded":"2023-11-30T08:27:02.074032+0000","last_fullsized":"2023-11-30T08:27:02.074032+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365401+0000","last_change":"2023-11-30T08:27:01.125866+0000","last_active":"2023-11-30T08:27:03.365401+0000","last_peered":"2023-11-30T08:27:03.365401+0000","last_clean":"2023-11-30T08:27:03.365401+0000","last_became_active":"2023-11-30T08:27:01.124977+0000","last_became_peered":"2023-11-30T08:27:01.124977+0000","last_unstale":"2023-11-30T08:27:03.365401+0000","last_undegraded":"2023-11-30T08:27:03.365401+0000","last_fullsized":"2023-11-30T08:27:03.365401+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:01:34.337901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074715+0000","last_change":"2023-11-30T08:27:01.103182+0000","last_active":"2023-11-30T08:27:02.074715+0000","last_peered":"2023-11-30T08:27:02.074715+0000","last_clean":"2023-11-30T08:27:02.074715+0000","last_became_active":"2023-11-30T08:27:01.102471+0000","last_became_peered":"2023-11-30T08:27:01.102471+0000","last_unstale":"2023-11-30T08:27:02.074715+0000","last_undegraded":"2023-11-30T08:27:02.074715+0000","last_fullsized":"2023-11-30T08:27:02.074715+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:51:28.258975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.586156+0000","last_change":"2023-11-30T08:27:01.126980+0000","last_active":"2023-11-30T08:27:03.586156+0000","last_peered":"2023-11-30T08:27:03.586156+0000","last_clean":"2023-11-30T08:27:03.586156+0000","last_became_active":"2023-11-30T08:27:01.126122+0000","last_became_peered":"2023-11-30T08:27:01.126122+0000","last_unstale":"2023-11-30T08:27:03.586156+0000","last_undegraded":"2023-11-30T08:27:03.586156+0000","last_fullsized":"2023-11-30T08:27:03.586156+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.114944+0000","last_change":"2023-11-30T08:27:01.106322+0000","last_active":"2023-11-30T08:27:01.114944+0000","last_peered":"2023-11-30T08:27:01.114944+0000","last_clean":"2023-11-30T08:27:01.114944+0000","last_became_active":"2023-11-30T08:27:01.105299+0000","last_became_peered":"2023-11-30T08:27:01.105299+0000","last_unstale":"2023-11-30T08:27:01.114944+0000","last_undegraded":"2023-11-30T08:27:01.114944+0000","last_fullsized":"2023-11-30T08:27:01.114944+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:24:53.201008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074719+0000","last_change":"2023-11-30T08:27:01.112729+0000","last_active":"2023-11-30T08:27:02.074719+0000","last_peered":"2023-11-30T08:27:02.074719+0000","last_clean":"2023-11-30T08:27:02.074719+0000","last_became_active":"2023-11-30T08:27:01.111939+0000","last_became_peered":"2023-11-30T08:27:01.111939+0000","last_unstale":"2023-11-30T08:27:02.074719+0000","last_undegraded":"2023-11-30T08:27:02.074719+0000","last_fullsized":"2023-11-30T08:27:02.074719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:49:22.723417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974465+0000","last_change":"2023-11-30T08:27:01.117986+0000","last_active":"2023-11-30T08:27:02.974465+0000","last_peered":"2023-11-30T08:27:02.974465+0000","last_clean":"2023-11-30T08:27:02.974465+0000","last_became_active":"2023-11-30T08:27:01.116738+0000","last_became_peered":"2023-11-30T08:27:01.116738+0000","last_unstale":"2023-11-30T08:27:02.974465+0000","last_undegraded":"2023-11-30T08:27:02.974465+0000","last_fullsized":"2023-11-30T08:27:02.974465+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365368+0000","last_change":"2023-11-30T08:27:01.124746+0000","last_active":"2023-11-30T08:27:03.365368+0000","last_peered":"2023-11-30T08:27:03.365368+0000","last_clean":"2023-11-30T08:27:03.365368+0000","last_became_active":"2023-11-30T08:27:01.124102+0000","last_became_peered":"2023-11-30T08:27:01.124102+0000","last_unstale":"2023-11-30T08:27:03.365368+0000","last_undegraded":"2023-11-30T08:27:03.365368+0000","last_fullsized":"2023-11-30T08:27:03.365368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:24:39.373371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326881+0000","last_change":"2023-11-30T08:27:01.116628+0000","last_active":"2023-11-30T08:27:03.326881+0000","last_peered":"2023-11-30T08:27:03.326881+0000","last_clean":"2023-11-30T08:27:03.326881+0000","last_became_active":"2023-11-30T08:27:01.115880+0000","last_became_peered":"2023-11-30T08:27:01.115880+0000","last_unstale":"2023-11-30T08:27:03.326881+0000","last_undegraded":"2023-11-30T08:27:03.326881+0000","last_fullsized":"2023-11-30T08:27:03.326881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:27.502170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585226+0000","last_change":"2023-11-30T08:27:01.116547+0000","last_active":"2023-11-30T08:27:03.585226+0000","last_peered":"2023-11-30T08:27:03.585226+0000","last_clean":"2023-11-30T08:27:03.585226+0000","last_became_active":"2023-11-30T08:27:01.114841+0000","last_became_peered":"2023-11-30T08:27:01.114841+0000","last_unstale":"2023-11-30T08:27:03.585226+0000","last_undegraded":"2023-11-30T08:27:03.585226+0000","last_fullsized":"2023-11-30T08:27:03.585226+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074321+0000","last_change":"2023-11-30T08:27:01.093517+0000","last_active":"2023-11-30T08:27:02.074321+0000","last_peered":"2023-11-30T08:27:02.074321+0000","last_clean":"2023-11-30T08:27:02.074321+0000","last_became_active":"2023-11-30T08:27:01.092766+0000","last_became_peered":"2023-11-30T08:27:01.092766+0000","last_unstale":"2023-11-30T08:27:02.074321+0000","last_undegraded":"2023-11-30T08:27:02.074321+0000","last_fullsized":"2023-11-30T08:27:02.074321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:15.487059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074713+0000","last_change":"2023-11-30T08:27:00.217287+0000","last_active":"2023-11-30T08:27:02.074713+0000","last_peered":"2023-11-30T08:27:02.074713+0000","last_clean":"2023-11-30T08:27:02.074713+0000","last_became_active":"2023-11-30T08:27:00.216812+0000","last_became_peered":"2023-11-30T08:27:00.216812+0000","last_unstale":"2023-11-30T08:27:02.074713+0000","last_undegraded":"2023-11-30T08:27:02.074713+0000","last_fullsized":"2023-11-30T08:27:02.074713+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:43.836842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974844+0000","last_change":"2023-11-30T08:27:01.107948+0000","last_active":"2023-11-30T08:27:02.974844+0000","last_peered":"2023-11-30T08:27:02.974844+0000","last_clean":"2023-11-30T08:27:02.974844+0000","last_became_active":"2023-11-30T08:27:01.105889+0000","last_became_peered":"2023-11-30T08:27:01.105889+0000","last_unstale":"2023-11-30T08:27:02.974844+0000","last_undegraded":"2023-11-30T08:27:02.974844+0000","last_fullsized":"2023-11-30T08:27:02.974844+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585238+0000","last_change":"2023-11-30T08:27:00.211096+0000","last_active":"2023-11-30T08:27:03.585238+0000","last_peered":"2023-11-30T08:27:03.585238+0000","last_clean":"2023-11-30T08:27:03.585238+0000","last_became_active":"2023-11-30T08:27:00.210375+0000","last_became_peered":"2023-11-30T08:27:00.210375+0000","last_unstale":"2023-11-30T08:27:03.585238+0000","last_undegraded":"2023-11-30T08:27:03.585238+0000","last_fullsized":"2023-11-30T08:27:03.585238+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:56.545221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073894+0000","last_change":"2023-11-30T08:27:00.224423+0000","last_active":"2023-11-30T08:27:02.073894+0000","last_peered":"2023-11-30T08:27:02.073894+0000","last_clean":"2023-11-30T08:27:02.073894+0000","last_became_active":"2023-11-30T08:27:00.224102+0000","last_became_peered":"2023-11-30T08:27:00.224102+0000","last_unstale":"2023-11-30T08:27:02.073894+0000","last_undegraded":"2023-11-30T08:27:02.073894+0000","last_fullsized":"2023-11-30T08:27:02.073894+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:37.144260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073595+0000","last_change":"2023-11-30T08:27:01.111460+0000","last_active":"2023-11-30T08:27:02.073595+0000","last_peered":"2023-11-30T08:27:02.073595+0000","last_clean":"2023-11-30T08:27:02.073595+0000","last_became_active":"2023-11-30T08:27:01.110683+0000","last_became_peered":"2023-11-30T08:27:01.110683+0000","last_unstale":"2023-11-30T08:27:02.073595+0000","last_undegraded":"2023-11-30T08:27:02.073595+0000","last_fullsized":"2023-11-30T08:27:02.073595+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365469+0000","last_change":"2023-11-30T08:27:00.220049+0000","last_active":"2023-11-30T08:27:03.365469+0000","last_peered":"2023-11-30T08:27:03.365469+0000","last_clean":"2023-11-30T08:27:03.365469+0000","last_became_active":"2023-11-30T08:27:00.201871+0000","last_became_peered":"2023-11-30T08:27:00.201871+0000","last_unstale":"2023-11-30T08:27:03.365469+0000","last_undegraded":"2023-11-30T08:27:03.365469+0000","last_fullsized":"2023-11-30T08:27:03.365469+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:43.836842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.114607+0000","last_change":"2023-11-30T08:27:01.104498+0000","last_active":"2023-11-30T08:27:01.114607+0000","last_peered":"2023-11-30T08:27:01.114607+0000","last_clean":"2023-11-30T08:27:01.114607+0000","last_became_active":"2023-11-30T08:27:01.103323+0000","last_became_peered":"2023-11-30T08:27:01.103323+0000","last_unstale":"2023-11-30T08:27:01.114607+0000","last_undegraded":"2023-11-30T08:27:01.114607+0000","last_fullsized":"2023-11-30T08:27:01.114607+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:44.847681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585660+0000","last_change":"2023-11-30T08:27:00.224645+0000","last_active":"2023-11-30T08:27:03.585660+0000","last_peered":"2023-11-30T08:27:03.585660+0000","last_clean":"2023-11-30T08:27:03.585660+0000","last_became_active":"2023-11-30T08:27:00.223819+0000","last_became_peered":"2023-11-30T08:27:00.223819+0000","last_unstale":"2023-11-30T08:27:03.585660+0000","last_undegraded":"2023-11-30T08:27:03.585660+0000","last_fullsized":"2023-11-30T08:27:03.585660+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:14.497380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365040+0000","last_change":"2023-11-30T08:27:01.134885+0000","last_active":"2023-11-30T08:27:03.365040+0000","last_peered":"2023-11-30T08:27:03.365040+0000","last_clean":"2023-11-30T08:27:03.365040+0000","last_became_active":"2023-11-30T08:27:01.134237+0000","last_became_peered":"2023-11-30T08:27:01.134237+0000","last_unstale":"2023-11-30T08:27:03.365040+0000","last_undegraded":"2023-11-30T08:27:03.365040+0000","last_fullsized":"2023-11-30T08:27:03.365040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:18:54.917988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365304+0000","last_change":"2023-11-30T08:27:00.223309+0000","last_active":"2023-11-30T08:27:03.365304+0000","last_peered":"2023-11-30T08:27:03.365304+0000","last_clean":"2023-11-30T08:27:03.365304+0000","last_became_active":"2023-11-30T08:27:00.222567+0000","last_became_peered":"2023-11-30T08:27:00.222567+0000","last_unstale":"2023-11-30T08:27:03.365304+0000","last_undegraded":"2023-11-30T08:27:03.365304+0000","last_fullsized":"2023-11-30T08:27:03.365304+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:24.911859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974991+0000","last_change":"2023-11-30T08:27:01.130197+0000","last_active":"2023-11-30T08:27:02.974991+0000","last_peered":"2023-11-30T08:27:02.974991+0000","last_clean":"2023-11-30T08:27:02.974991+0000","last_became_active":"2023-11-30T08:27:01.129328+0000","last_became_peered":"2023-11-30T08:27:01.129328+0000","last_unstale":"2023-11-30T08:27:02.974991+0000","last_undegraded":"2023-11-30T08:27:02.974991+0000","last_fullsized":"2023-11-30T08:27:02.974991+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.195468+0000","last_change":"2023-11-30T08:27:00.205646+0000","last_active":"2023-11-30T08:27:01.195468+0000","last_peered":"2023-11-30T08:27:01.195468+0000","last_clean":"2023-11-30T08:27:01.195468+0000","last_became_active":"2023-11-30T08:27:00.205330+0000","last_became_peered":"2023-11-30T08:27:00.205330+0000","last_unstale":"2023-11-30T08:27:01.195468+0000","last_undegraded":"2023-11-30T08:27:01.195468+0000","last_fullsized":"2023-11-30T08:27:01.195468+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:23.815438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.075204+0000","last_change":"2023-11-30T08:27:01.117391+0000","last_active":"2023-11-30T08:27:02.075204+0000","last_peered":"2023-11-30T08:27:02.075204+0000","last_clean":"2023-11-30T08:27:02.075204+0000","last_became_active":"2023-11-30T08:27:01.116864+0000","last_became_peered":"2023-11-30T08:27:01.116864+0000","last_unstale":"2023-11-30T08:27:02.075204+0000","last_undegraded":"2023-11-30T08:27:02.075204+0000","last_fullsized":"2023-11-30T08:27:02.075204+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:57.556060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585569+0000","last_change":"2023-11-30T08:27:00.210531+0000","last_active":"2023-11-30T08:27:03.585569+0000","last_peered":"2023-11-30T08:27:03.585569+0000","last_clean":"2023-11-30T08:27:03.585569+0000","last_became_active":"2023-11-30T08:27:00.209748+0000","last_became_peered":"2023-11-30T08:27:00.209748+0000","last_unstale":"2023-11-30T08:27:03.585569+0000","last_undegraded":"2023-11-30T08:27:03.585569+0000","last_fullsized":"2023-11-30T08:27:03.585569+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:37.144260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.133875+0000","last_change":"2023-11-30T08:27:01.118948+0000","last_active":"2023-11-30T08:27:01.133875+0000","last_peered":"2023-11-30T08:27:01.133875+0000","last_clean":"2023-11-30T08:27:01.133875+0000","last_became_active":"2023-11-30T08:27:01.118136+0000","last_became_peered":"2023-11-30T08:27:01.118136+0000","last_unstale":"2023-11-30T08:27:01.133875+0000","last_undegraded":"2023-11-30T08:27:01.133875+0000","last_fullsized":"2023-11-30T08:27:01.133875+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:24:50.929849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974884+0000","last_change":"2023-11-30T08:27:00.213633+0000","last_active":"2023-11-30T08:27:02.974884+0000","last_peered":"2023-11-30T08:27:02.974884+0000","last_clean":"2023-11-30T08:27:02.974884+0000","last_became_active":"2023-11-30T08:27:00.213332+0000","last_became_peered":"2023-11-30T08:27:00.213332+0000","last_unstale":"2023-11-30T08:27:02.974884+0000","last_undegraded":"2023-11-30T08:27:02.974884+0000","last_fullsized":"2023-11-30T08:27:02.974884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:26.491332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974208+0000","last_change":"2023-11-30T08:27:01.119362+0000","last_active":"2023-11-30T08:27:02.974208+0000","last_peered":"2023-11-30T08:27:02.974208+0000","last_clean":"2023-11-30T08:27:02.974208+0000","last_became_active":"2023-11-30T08:27:01.118649+0000","last_became_peered":"2023-11-30T08:27:01.118649+0000","last_unstale":"2023-11-30T08:27:02.974208+0000","last_undegraded":"2023-11-30T08:27:02.974208+0000","last_fullsized":"2023-11-30T08:27:02.974208+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:24:50.929849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365285+0000","last_change":"2023-11-30T08:27:00.226182+0000","last_active":"2023-11-30T08:27:03.365285+0000","last_peered":"2023-11-30T08:27:03.365285+0000","last_clean":"2023-11-30T08:27:03.365285+0000","last_became_active":"2023-11-30T08:27:00.224018+0000","last_became_peered":"2023-11-30T08:27:00.224018+0000","last_unstale":"2023-11-30T08:27:03.365285+0000","last_undegraded":"2023-11-30T08:27:03.365285+0000","last_fullsized":"2023-11-30T08:27:03.365285+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:36.274732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.132570+0000","last_change":"2023-11-30T08:27:01.117859+0000","last_active":"2023-11-30T08:27:01.132570+0000","last_peered":"2023-11-30T08:27:01.132570+0000","last_clean":"2023-11-30T08:27:01.132570+0000","last_became_active":"2023-11-30T08:27:01.117069+0000","last_became_peered":"2023-11-30T08:27:01.117069+0000","last_unstale":"2023-11-30T08:27:01.132570+0000","last_undegraded":"2023-11-30T08:27:01.132570+0000","last_fullsized":"2023-11-30T08:27:01.132570+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:27.502170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585184+0000","last_change":"2023-11-30T08:27:00.218598+0000","last_active":"2023-11-30T08:27:03.585184+0000","last_peered":"2023-11-30T08:27:03.585184+0000","last_clean":"2023-11-30T08:27:03.585184+0000","last_became_active":"2023-11-30T08:27:00.217312+0000","last_became_peered":"2023-11-30T08:27:00.217312+0000","last_unstale":"2023-11-30T08:27:03.585184+0000","last_undegraded":"2023-11-30T08:27:03.585184+0000","last_fullsized":"2023-11-30T08:27:03.585184+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:24:52.190170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585509+0000","last_change":"2023-11-30T08:27:01.117068+0000","last_active":"2023-11-30T08:27:03.585509+0000","last_peered":"2023-11-30T08:27:03.585509+0000","last_clean":"2023-11-30T08:27:03.585509+0000","last_became_active":"2023-11-30T08:27:01.115856+0000","last_became_peered":"2023-11-30T08:27:01.115856+0000","last_unstale":"2023-11-30T08:27:03.585509+0000","last_undegraded":"2023-11-30T08:27:03.585509+0000","last_fullsized":"2023-11-30T08:27:03.585509+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326701+0000","last_change":"2023-11-30T08:27:00.209284+0000","last_active":"2023-11-30T08:27:03.326701+0000","last_peered":"2023-11-30T08:27:03.326701+0000","last_clean":"2023-11-30T08:27:03.326701+0000","last_became_active":"2023-11-30T08:27:00.209000+0000","last_became_peered":"2023-11-30T08:27:00.209000+0000","last_unstale":"2023-11-30T08:27:03.326701+0000","last_undegraded":"2023-11-30T08:27:03.326701+0000","last_fullsized":"2023-11-30T08:27:03.326701+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:13:52.134196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.132871+0000","last_change":"2023-11-30T08:27:01.121882+0000","last_active":"2023-11-30T08:27:01.132871+0000","last_peered":"2023-11-30T08:27:01.132871+0000","last_clean":"2023-11-30T08:27:01.132871+0000","last_became_active":"2023-11-30T08:27:01.120544+0000","last_became_peered":"2023-11-30T08:27:01.120544+0000","last_unstale":"2023-11-30T08:27:01.132871+0000","last_undegraded":"2023-11-30T08:27:01.132871+0000","last_fullsized":"2023-11-30T08:27:01.132871+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:23:55.466896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.075229+0000","last_change":"2023-11-30T08:27:00.205533+0000","last_active":"2023-11-30T08:27:02.075229+0000","last_peered":"2023-11-30T08:27:02.075229+0000","last_clean":"2023-11-30T08:27:02.075229+0000","last_became_active":"2023-11-30T08:27:00.203516+0000","last_became_peered":"2023-11-30T08:27:00.203516+0000","last_unstale":"2023-11-30T08:27:02.075229+0000","last_undegraded":"2023-11-30T08:27:02.075229+0000","last_fullsized":"2023-11-30T08:27:02.075229+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:11:45.342008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.132273+0000","last_change":"2023-11-30T08:27:01.118670+0000","last_active":"2023-11-30T08:27:01.132273+0000","last_peered":"2023-11-30T08:27:01.132273+0000","last_clean":"2023-11-30T08:27:01.132273+0000","last_became_active":"2023-11-30T08:27:01.116671+0000","last_became_peered":"2023-11-30T08:27:01.116671+0000","last_unstale":"2023-11-30T08:27:01.132273+0000","last_undegraded":"2023-11-30T08:27:01.132273+0000","last_fullsized":"2023-11-30T08:27:01.132273+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:24:53.201008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326962+0000","last_change":"2023-11-30T08:27:00.210465+0000","last_active":"2023-11-30T08:27:03.326962+0000","last_peered":"2023-11-30T08:27:03.326962+0000","last_clean":"2023-11-30T08:27:03.326962+0000","last_became_active":"2023-11-30T08:27:00.210151+0000","last_became_peered":"2023-11-30T08:27:00.210151+0000","last_unstale":"2023-11-30T08:27:03.326962+0000","last_undegraded":"2023-11-30T08:27:03.326962+0000","last_fullsized":"2023-11-30T08:27:03.326962+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:14.497380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.135017+0000","last_change":"2023-11-30T08:27:01.123531+0000","last_active":"2023-11-30T08:27:01.135017+0000","last_peered":"2023-11-30T08:27:01.135017+0000","last_clean":"2023-11-30T08:27:01.135017+0000","last_became_active":"2023-11-30T08:27:01.122435+0000","last_became_peered":"2023-11-30T08:27:01.122435+0000","last_unstale":"2023-11-30T08:27:01.135017+0000","last_undegraded":"2023-11-30T08:27:01.135017+0000","last_fullsized":"2023-11-30T08:27:01.135017+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.193028+0000","last_change":"2023-11-30T08:27:00.204356+0000","last_active":"2023-11-30T08:27:01.193028+0000","last_peered":"2023-11-30T08:27:01.193028+0000","last_clean":"2023-11-30T08:27:01.193028+0000","last_became_active":"2023-11-30T08:27:00.203964+0000","last_became_peered":"2023-11-30T08:27:00.203964+0000","last_unstale":"2023-11-30T08:27:01.193028+0000","last_undegraded":"2023-11-30T08:27:01.193028+0000","last_fullsized":"2023-11-30T08:27:01.193028+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:26.491332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365280+0000","last_change":"2023-11-30T08:27:01.114021+0000","last_active":"2023-11-30T08:27:03.365280+0000","last_peered":"2023-11-30T08:27:03.365280+0000","last_clean":"2023-11-30T08:27:03.365280+0000","last_became_active":"2023-11-30T08:27:01.113332+0000","last_became_peered":"2023-11-30T08:27:01.113332+0000","last_unstale":"2023-11-30T08:27:03.365280+0000","last_undegraded":"2023-11-30T08:27:03.365280+0000","last_fullsized":"2023-11-30T08:27:03.365280+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:13:15.752762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.327157+0000","last_change":"2023-11-30T08:27:00.226088+0000","last_active":"2023-11-30T08:27:03.327157+0000","last_peered":"2023-11-30T08:27:03.327157+0000","last_clean":"2023-11-30T08:27:03.327157+0000","last_became_active":"2023-11-30T08:27:00.225822+0000","last_became_peered":"2023-11-30T08:27:00.225822+0000","last_unstale":"2023-11-30T08:27:03.327157+0000","last_undegraded":"2023-11-30T08:27:03.327157+0000","last_fullsized":"2023-11-30T08:27:03.327157+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:14.476221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.135976+0000","last_change":"2023-11-30T08:27:01.133591+0000","last_active":"2023-11-30T08:27:01.135976+0000","last_peered":"2023-11-30T08:27:01.135976+0000","last_clean":"2023-11-30T08:27:01.135976+0000","last_became_active":"2023-11-30T08:27:01.132406+0000","last_became_peered":"2023-11-30T08:27:01.132406+0000","last_unstale":"2023-11-30T08:27:01.135976+0000","last_undegraded":"2023-11-30T08:27:01.135976+0000","last_fullsized":"2023-11-30T08:27:01.135976+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":164,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-11-30T08:27:00.215448+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:27:00.215448+0000","last_peered":"2023-11-30T08:27:00.215448+0000","last_clean":"2023-11-30T08:27:00.215448+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:27:00.215448+0000","last_undegraded":"2023-11-30T08:27:00.215448+0000","last_fullsized":"2023-11-30T08:27:00.215448+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364443+0000","last_change":"2023-11-30T08:27:00.221191+0000","last_active":"2023-11-30T08:27:03.364443+0000","last_peered":"2023-11-30T08:27:03.364443+0000","last_clean":"2023-11-30T08:27:03.364443+0000","last_became_active":"2023-11-30T08:27:00.220507+0000","last_became_peered":"2023-11-30T08:27:00.220507+0000","last_unstale":"2023-11-30T08:27:03.364443+0000","last_undegraded":"2023-11-30T08:27:03.364443+0000","last_fullsized":"2023-11-30T08:27:03.364443+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:23.815438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074400+0000","last_change":"2023-11-30T08:27:01.129391+0000","last_active":"2023-11-30T08:27:02.074400+0000","last_peered":"2023-11-30T08:27:02.074400+0000","last_clean":"2023-11-30T08:27:02.074400+0000","last_became_active":"2023-11-30T08:27:01.128850+0000","last_became_peered":"2023-11-30T08:27:01.128850+0000","last_unstale":"2023-11-30T08:27:02.074400+0000","last_undegraded":"2023-11-30T08:27:02.074400+0000","last_fullsized":"2023-11-30T08:27:02.074400+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.081681+0000","last_change":"2023-11-30T08:27:00.232633+0000","last_active":"2023-11-30T08:27:01.081681+0000","last_peered":"2023-11-30T08:27:01.081681+0000","last_clean":"2023-11-30T08:27:01.081681+0000","last_became_active":"2023-11-30T08:27:00.231105+0000","last_became_peered":"2023-11-30T08:27:00.231105+0000","last_unstale":"2023-11-30T08:27:01.081681+0000","last_undegraded":"2023-11-30T08:27:01.081681+0000","last_fullsized":"2023-11-30T08:27:01.081681+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:23.815438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974003+0000","last_change":"2023-11-30T08:27:01.107142+0000","last_active":"2023-11-30T08:27:02.974003+0000","last_peered":"2023-11-30T08:27:02.974003+0000","last_clean":"2023-11-30T08:27:02.974003+0000","last_became_active":"2023-11-30T08:27:01.105814+0000","last_became_peered":"2023-11-30T08:27:01.105814+0000","last_unstale":"2023-11-30T08:27:02.974003+0000","last_undegraded":"2023-11-30T08:27:02.974003+0000","last_fullsized":"2023-11-30T08:27:02.974003+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:24:53.201008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326726+0000","last_change":"2023-11-30T08:27:00.210657+0000","last_active":"2023-11-30T08:27:03.326726+0000","last_peered":"2023-11-30T08:27:03.326726+0000","last_clean":"2023-11-30T08:27:03.326726+0000","last_became_active":"2023-11-30T08:27:00.210303+0000","last_became_peered":"2023-11-30T08:27:00.210303+0000","last_unstale":"2023-11-30T08:27:03.326726+0000","last_undegraded":"2023-11-30T08:27:03.326726+0000","last_fullsized":"2023-11-30T08:27:03.326726+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:03:31.246394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.112543+0000","last_change":"2023-11-30T08:27:01.102242+0000","last_active":"2023-11-30T08:27:01.112543+0000","last_peered":"2023-11-30T08:27:01.112543+0000","last_clean":"2023-11-30T08:27:01.112543+0000","last_became_active":"2023-11-30T08:27:01.101387+0000","last_became_peered":"2023-11-30T08:27:01.101387+0000","last_unstale":"2023-11-30T08:27:01.112543+0000","last_undegraded":"2023-11-30T08:27:01.112543+0000","last_fullsized":"2023-11-30T08:27:01.112543+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:15.508218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365517+0000","last_change":"2023-11-30T08:27:00.221420+0000","last_active":"2023-11-30T08:27:03.365517+0000","last_peered":"2023-11-30T08:27:03.365517+0000","last_clean":"2023-11-30T08:27:03.365517+0000","last_became_active":"2023-11-30T08:27:00.220266+0000","last_became_peered":"2023-11-30T08:27:00.220266+0000","last_unstale":"2023-11-30T08:27:03.365517+0000","last_undegraded":"2023-11-30T08:27:03.365517+0000","last_fullsized":"2023-11-30T08:27:03.365517+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:53.374868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074705+0000","last_change":"2023-11-30T08:27:01.115465+0000","last_active":"2023-11-30T08:27:02.074705+0000","last_peered":"2023-11-30T08:27:02.074705+0000","last_clean":"2023-11-30T08:27:02.074705+0000","last_became_active":"2023-11-30T08:27:01.114876+0000","last_became_peered":"2023-11-30T08:27:01.114876+0000","last_unstale":"2023-11-30T08:27:02.074705+0000","last_undegraded":"2023-11-30T08:27:02.074705+0000","last_fullsized":"2023-11-30T08:27:02.074705+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:24.826276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.073918+0000","last_change":"2023-11-30T08:27:00.202335+0000","last_active":"2023-11-30T08:27:01.073918+0000","last_peered":"2023-11-30T08:27:01.073918+0000","last_clean":"2023-11-30T08:27:01.073918+0000","last_became_active":"2023-11-30T08:27:00.202045+0000","last_became_peered":"2023-11-30T08:27:00.202045+0000","last_unstale":"2023-11-30T08:27:01.073918+0000","last_undegraded":"2023-11-30T08:27:01.073918+0000","last_fullsized":"2023-11-30T08:27:01.073918+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:03:31.246394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365196+0000","last_change":"2023-11-30T08:27:01.125177+0000","last_active":"2023-11-30T08:27:03.365196+0000","last_peered":"2023-11-30T08:27:03.365196+0000","last_clean":"2023-11-30T08:27:03.365196+0000","last_became_active":"2023-11-30T08:27:01.124484+0000","last_became_peered":"2023-11-30T08:27:01.124484+0000","last_unstale":"2023-11-30T08:27:03.365196+0000","last_undegraded":"2023-11-30T08:27:03.365196+0000","last_fullsized":"2023-11-30T08:27:03.365196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:58:17.508784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.086940+0000","last_change":"2023-11-30T08:27:00.231031+0000","last_active":"2023-11-30T08:27:01.086940+0000","last_peered":"2023-11-30T08:27:01.086940+0000","last_clean":"2023-11-30T08:27:01.086940+0000","last_became_active":"2023-11-30T08:27:00.230341+0000","last_became_peered":"2023-11-30T08:27:00.230341+0000","last_unstale":"2023-11-30T08:27:01.086940+0000","last_undegraded":"2023-11-30T08:27:01.086940+0000","last_fullsized":"2023-11-30T08:27:01.086940+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:44.608957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":9,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.112021+0000","last_change":"2023-11-30T08:27:01.102596+0000","last_active":"2023-11-30T08:27:01.112021+0000","last_peered":"2023-11-30T08:27:01.112021+0000","last_clean":"2023-11-30T08:27:01.112021+0000","last_became_active":"2023-11-30T08:27:01.101380+0000","last_became_peered":"2023-11-30T08:27:01.101380+0000","last_unstale":"2023-11-30T08:27:01.112021+0000","last_undegraded":"2023-11-30T08:27:01.112021+0000","last_fullsized":"2023-11-30T08:27:01.112021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:15.487059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.075807+0000","last_change":"2023-11-30T08:27:00.221089+0000","last_active":"2023-11-30T08:27:01.075807+0000","last_peered":"2023-11-30T08:27:01.075807+0000","last_clean":"2023-11-30T08:27:01.075807+0000","last_became_active":"2023-11-30T08:27:00.220821+0000","last_became_peered":"2023-11-30T08:27:00.220821+0000","last_unstale":"2023-11-30T08:27:01.075807+0000","last_undegraded":"2023-11-30T08:27:01.075807+0000","last_fullsized":"2023-11-30T08:27:01.075807+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:37.144260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074767+0000","last_change":"2023-11-30T08:27:01.121143+0000","last_active":"2023-11-30T08:27:02.074767+0000","last_peered":"2023-11-30T08:27:02.074767+0000","last_clean":"2023-11-30T08:27:02.074767+0000","last_became_active":"2023-11-30T08:27:01.120474+0000","last_became_peered":"2023-11-30T08:27:01.120474+0000","last_unstale":"2023-11-30T08:27:02.074767+0000","last_undegraded":"2023-11-30T08:27:02.074767+0000","last_fullsized":"2023-11-30T08:27:02.074767+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:46:30.018928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585785+0000","last_change":"2023-11-30T08:27:00.231701+0000","last_active":"2023-11-30T08:27:03.585785+0000","last_peered":"2023-11-30T08:27:03.585785+0000","last_clean":"2023-11-30T08:27:03.585785+0000","last_became_active":"2023-11-30T08:27:00.231057+0000","last_became_peered":"2023-11-30T08:27:00.231057+0000","last_unstale":"2023-11-30T08:27:03.585785+0000","last_undegraded":"2023-11-30T08:27:03.585785+0000","last_fullsized":"2023-11-30T08:27:03.585785+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:43.836842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974831+0000","last_change":"2023-11-30T08:27:01.098194+0000","last_active":"2023-11-30T08:27:02.974831+0000","last_peered":"2023-11-30T08:27:02.974831+0000","last_clean":"2023-11-30T08:27:02.974831+0000","last_became_active":"2023-11-30T08:27:01.097388+0000","last_became_peered":"2023-11-30T08:27:01.097388+0000","last_unstale":"2023-11-30T08:27:02.974831+0000","last_undegraded":"2023-11-30T08:27:02.974831+0000","last_fullsized":"2023-11-30T08:27:02.974831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.081503+0000","last_change":"2023-11-30T08:27:00.231023+0000","last_active":"2023-11-30T08:27:01.081503+0000","last_peered":"2023-11-30T08:27:01.081503+0000","last_clean":"2023-11-30T08:27:01.081503+0000","last_became_active":"2023-11-30T08:27:00.230290+0000","last_became_peered":"2023-11-30T08:27:00.230290+0000","last_unstale":"2023-11-30T08:27:01.081503+0000","last_undegraded":"2023-11-30T08:27:01.081503+0000","last_fullsized":"2023-11-30T08:27:01.081503+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:14.497380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074384+0000","last_change":"2023-11-30T08:27:01.100444+0000","last_active":"2023-11-30T08:27:02.074384+0000","last_peered":"2023-11-30T08:27:02.074384+0000","last_clean":"2023-11-30T08:27:02.074384+0000","last_became_active":"2023-11-30T08:27:01.099747+0000","last_became_peered":"2023-11-30T08:27:01.099747+0000","last_unstale":"2023-11-30T08:27:02.074384+0000","last_undegraded":"2023-11-30T08:27:02.074384+0000","last_fullsized":"2023-11-30T08:27:02.074384+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:44.847681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.074978+0000","last_change":"2023-11-30T08:27:00.217474+0000","last_active":"2023-11-30T08:27:01.074978+0000","last_peered":"2023-11-30T08:27:01.074978+0000","last_clean":"2023-11-30T08:27:01.074978+0000","last_became_active":"2023-11-30T08:27:00.217078+0000","last_became_peered":"2023-11-30T08:27:00.217078+0000","last_unstale":"2023-11-30T08:27:01.074978+0000","last_undegraded":"2023-11-30T08:27:01.074978+0000","last_fullsized":"2023-11-30T08:27:01.074978+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:23:54.456058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073940+0000","last_change":"2023-11-30T08:27:01.111542+0000","last_active":"2023-11-30T08:27:02.073940+0000","last_peered":"2023-11-30T08:27:02.073940+0000","last_clean":"2023-11-30T08:27:02.073940+0000","last_became_active":"2023-11-30T08:27:01.110769+0000","last_became_peered":"2023-11-30T08:27:01.110769+0000","last_unstale":"2023-11-30T08:27:02.073940+0000","last_undegraded":"2023-11-30T08:27:02.073940+0000","last_fullsized":"2023-11-30T08:27:02.073940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.073712+0000","last_change":"2023-11-30T08:27:00.209636+0000","last_active":"2023-11-30T08:27:01.073712+0000","last_peered":"2023-11-30T08:27:01.073712+0000","last_clean":"2023-11-30T08:27:01.073712+0000","last_became_active":"2023-11-30T08:27:00.209300+0000","last_became_peered":"2023-11-30T08:27:00.209300+0000","last_unstale":"2023-11-30T08:27:01.073712+0000","last_undegraded":"2023-11-30T08:27:01.073712+0000","last_fullsized":"2023-11-30T08:27:01.073712+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:11:45.342008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074520+0000","last_change":"2023-11-30T08:27:01.117354+0000","last_active":"2023-11-30T08:27:02.074520+0000","last_peered":"2023-11-30T08:27:02.074520+0000","last_clean":"2023-11-30T08:27:02.074520+0000","last_became_active":"2023-11-30T08:27:01.116606+0000","last_became_peered":"2023-11-30T08:27:01.116606+0000","last_unstale":"2023-11-30T08:27:02.074520+0000","last_undegraded":"2023-11-30T08:27:02.074520+0000","last_fullsized":"2023-11-30T08:27:02.074520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.198097+0000","last_change":"2023-11-30T08:27:00.230991+0000","last_active":"2023-11-30T08:27:01.198097+0000","last_peered":"2023-11-30T08:27:01.198097+0000","last_clean":"2023-11-30T08:27:01.198097+0000","last_became_active":"2023-11-30T08:27:00.230329+0000","last_became_peered":"2023-11-30T08:27:00.230329+0000","last_unstale":"2023-11-30T08:27:01.198097+0000","last_undegraded":"2023-11-30T08:27:01.198097+0000","last_fullsized":"2023-11-30T08:27:01.198097+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:45.450311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585340+0000","last_change":"2023-11-30T08:27:01.098380+0000","last_active":"2023-11-30T08:27:03.585340+0000","last_peered":"2023-11-30T08:27:03.585340+0000","last_clean":"2023-11-30T08:27:03.585340+0000","last_became_active":"2023-11-30T08:27:01.097664+0000","last_became_peered":"2023-11-30T08:27:01.097664+0000","last_unstale":"2023-11-30T08:27:03.585340+0000","last_undegraded":"2023-11-30T08:27:03.585340+0000","last_fullsized":"2023-11-30T08:27:03.585340+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364939+0000","last_change":"2023-11-30T08:27:01.131301+0000","last_active":"2023-11-30T08:27:03.364939+0000","last_peered":"2023-11-30T08:27:03.364939+0000","last_clean":"2023-11-30T08:27:03.364939+0000","last_became_active":"2023-11-30T08:27:01.127361+0000","last_became_peered":"2023-11-30T08:27:01.127361+0000","last_unstale":"2023-11-30T08:27:03.364939+0000","last_undegraded":"2023-11-30T08:27:03.364939+0000","last_fullsized":"2023-11-30T08:27:03.364939+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:46:30.018928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.198187+0000","last_change":"2023-11-30T08:27:00.231167+0000","last_active":"2023-11-30T08:27:01.198187+0000","last_peered":"2023-11-30T08:27:01.198187+0000","last_clean":"2023-11-30T08:27:01.198187+0000","last_became_active":"2023-11-30T08:27:00.230408+0000","last_became_peered":"2023-11-30T08:27:00.230408+0000","last_unstale":"2023-11-30T08:27:01.198187+0000","last_undegraded":"2023-11-30T08:27:01.198187+0000","last_fullsized":"2023-11-30T08:27:01.198187+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:56.545221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365197+0000","last_change":"2023-11-30T08:27:01.113636+0000","last_active":"2023-11-30T08:27:03.365197+0000","last_peered":"2023-11-30T08:27:03.365197+0000","last_clean":"2023-11-30T08:27:03.365197+0000","last_became_active":"2023-11-30T08:27:01.112870+0000","last_became_peered":"2023-11-30T08:27:01.112870+0000","last_unstale":"2023-11-30T08:27:03.365197+0000","last_undegraded":"2023-11-30T08:27:03.365197+0000","last_fullsized":"2023-11-30T08:27:03.365197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:04:43.009023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.199217+0000","last_change":"2023-11-30T08:27:00.233173+0000","last_active":"2023-11-30T08:27:01.199217+0000","last_peered":"2023-11-30T08:27:01.199217+0000","last_clean":"2023-11-30T08:27:01.199217+0000","last_became_active":"2023-11-30T08:27:00.231949+0000","last_became_peered":"2023-11-30T08:27:00.231949+0000","last_unstale":"2023-11-30T08:27:01.199217+0000","last_undegraded":"2023-11-30T08:27:01.199217+0000","last_fullsized":"2023-11-30T08:27:01.199217+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:13.334461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974987+0000","last_change":"2023-11-30T08:27:01.118832+0000","last_active":"2023-11-30T08:27:02.974987+0000","last_peered":"2023-11-30T08:27:02.974987+0000","last_clean":"2023-11-30T08:27:02.974987+0000","last_became_active":"2023-11-30T08:27:01.118052+0000","last_became_peered":"2023-11-30T08:27:01.118052+0000","last_unstale":"2023-11-30T08:27:02.974987+0000","last_undegraded":"2023-11-30T08:27:02.974987+0000","last_fullsized":"2023-11-30T08:27:02.974987+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074342+0000","last_change":"2023-11-30T08:27:00.209033+0000","last_active":"2023-11-30T08:27:02.074342+0000","last_peered":"2023-11-30T08:27:02.074342+0000","last_clean":"2023-11-30T08:27:02.074342+0000","last_became_active":"2023-11-30T08:27:00.208738+0000","last_became_peered":"2023-11-30T08:27:00.208738+0000","last_unstale":"2023-11-30T08:27:02.074342+0000","last_undegraded":"2023-11-30T08:27:02.074342+0000","last_fullsized":"2023-11-30T08:27:02.074342+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:26.491332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074239+0000","last_change":"2023-11-30T08:27:01.112636+0000","last_active":"2023-11-30T08:27:02.074239+0000","last_peered":"2023-11-30T08:27:02.074239+0000","last_clean":"2023-11-30T08:27:02.074239+0000","last_became_active":"2023-11-30T08:27:01.111829+0000","last_became_peered":"2023-11-30T08:27:01.111829+0000","last_unstale":"2023-11-30T08:27:02.074239+0000","last_undegraded":"2023-11-30T08:27:02.074239+0000","last_fullsized":"2023-11-30T08:27:02.074239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.975115+0000","last_change":"2023-11-30T08:27:00.223663+0000","last_active":"2023-11-30T08:27:02.975115+0000","last_peered":"2023-11-30T08:27:02.975115+0000","last_clean":"2023-11-30T08:27:02.975115+0000","last_became_active":"2023-11-30T08:27:00.223347+0000","last_became_peered":"2023-11-30T08:27:00.223347+0000","last_unstale":"2023-11-30T08:27:02.975115+0000","last_undegraded":"2023-11-30T08:27:02.975115+0000","last_fullsized":"2023-11-30T08:27:02.975115+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:56.545221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27788,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344052,"statfs":{"total":96636764160,"available":96608309248,"internally_reserved":0,"allocated":790528,"data_stored":655560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0089999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.073}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.224}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":204800,"data_stored":66222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.05}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2430000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1080000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.143}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.012}]}]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":208896,"data_stored":71000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.095}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91300000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0309999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1819999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":71036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0009999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84599999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.179}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0760000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45500000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.5}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65800000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66800000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93700000000000006}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0069999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":188,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":192512,"data_stored":64610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.107}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.999}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":200704,"data_stored":64770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.873}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":806912,"data_stored":660997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85399999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0960000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.171}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.016}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98299999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2230000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:27:05.563 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-11-30T08:27:05.563 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-11-30T08:27:05.563 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-11-30T08:27:05.564 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-11-30T08:27:05.564 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-11-30T08:27:05.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.714+0000 7f2673425640 1 Processor -- start 2023-11-30T08:27:05.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.714+0000 7f2673425640 1 -- start start 2023-11-30T08:27:05.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f2673425640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f266c0bc830 0x7f266c0b3db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f2673425640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f266c149ef0 0x7f266c14a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f2673425640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f266c0b4690 con 0x7f266c1402d0 2023-11-30T08:27:05.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f2673425640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f266c140e50 con 0x7f266c149ef0 2023-11-30T08:27:05.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f2673425640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f266c0b8740 con 0x7f266c0bc830 2023-11-30T08:27:05.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f26711c1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f266c0bc830 0x7f266c0b3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f26709c0640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f266c149ef0 0x7f266c14a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f26719c2640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f266c1402d0 0x7f266c140740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:50556/0 (socket says 172.21.15.116:50556) 2023-11-30T08:27:05.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f26719c2640 1 -- 172.21.15.116:0/4069872584 learned_addr learned my addr 172.21.15.116:0/4069872584 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:05.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f26709c0640 1 -- 172.21.15.116:0/4069872584 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f266c0bc830 msgr2=0x7f266c0b3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:05.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f26709c0640 1 --2- 172.21.15.116:0/4069872584 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f266c0bc830 0x7f266c0b3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f26709c0640 1 -- 172.21.15.116:0/4069872584 >> v1:172.21.15.162:6789/0 conn(0x7f266c1402d0 legacy=0x7f266c140740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f26709c0640 1 -- 172.21.15.116:0/4069872584 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f266c14a890 con 0x7f266c149ef0 2023-11-30T08:27:05.727 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.718+0000 7f26709c0640 1 --2- 172.21.15.116:0/4069872584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f266c149ef0 0x7f266c14a350 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f265c0097c0 tx=0x7f265c01c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f80733896183dea server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:05.727 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2663fff640 1 -- 172.21.15.116:0/4069872584 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f265c0ab5f0 con 0x7f266c149ef0 2023-11-30T08:27:05.727 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2663fff640 1 -- 172.21.15.116:0/4069872584 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f265c0ab750 con 0x7f266c149ef0 2023-11-30T08:27:05.727 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2663fff640 1 -- 172.21.15.116:0/4069872584 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f265c0abae0 con 0x7f266c149ef0 2023-11-30T08:27:05.728 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 -- 172.21.15.116:0/4069872584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f266c149ef0 msgr2=0x7f266c14a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.728 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 --2- 172.21.15.116:0/4069872584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f266c149ef0 0x7f266c14a350 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f265c0097c0 tx=0x7f265c01c3f0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.728 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 -- 172.21.15.116:0/4069872584 shutdown_connections 2023-11-30T08:27:05.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 --2- 172.21.15.116:0/4069872584 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f266c149ef0 0x7f266c14a350 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 --2- 172.21.15.116:0/4069872584 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f266c0bc830 0x7f266c0b3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 -- 172.21.15.116:0/4069872584 >> 172.21.15.116:0/4069872584 conn(0x7f266c072340 msgr2=0x7f266c0bbec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:05.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 -- 172.21.15.116:0/4069872584 shutdown_connections 2023-11-30T08:27:05.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 -- 172.21.15.116:0/4069872584 wait complete. 2023-11-30T08:27:05.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 Processor -- start 2023-11-30T08:27:05.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 -- start start 2023-11-30T08:27:05.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f266c0bc830 0x7f266c1d8860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f266c1402d0 0x7f266c1d8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f266c149ef0 0x7f266c13bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f266c143b70 con 0x7f266c149ef0 2023-11-30T08:27:05.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f266c14d2a0 con 0x7f266c1402d0 2023-11-30T08:27:05.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f266c143830 con 0x7f266c0bc830 2023-11-30T08:27:05.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f26719c2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f266c149ef0 0x7f266c13bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f26719c2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f266c149ef0 0x7f266c13bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58278/0 (socket says 172.21.15.116:58278) 2023-11-30T08:27:05.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f26719c2640 1 -- 172.21.15.116:0/2659976695 learned_addr learned my addr 172.21.15.116:0/2659976695 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:05.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f26709c0640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f266c1402d0 0x7f266c1d8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f26711c1640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f266c0bc830 0x7f266c1d8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f26719c2640 1 -- 172.21.15.116:0/2659976695 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f266c0bc830 msgr2=0x7f266c1d8860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f26719c2640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f266c0bc830 0x7f266c1d8860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f26719c2640 1 -- 172.21.15.116:0/2659976695 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f266c1402d0 msgr2=0x7f266c1d8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f26719c2640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f266c1402d0 0x7f266c1d8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f26719c2640 1 -- 172.21.15.116:0/2659976695 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f265c009420 con 0x7f266c149ef0 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f26709c0640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f266c1402d0 0x7f266c1d8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f26719c2640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f266c149ef0 0x7f266c13bd80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f266400cbc0 tx=0x7f266400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2661ffb640 1 -- 172.21.15.116:0/2659976695 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f266400ad40 con 0x7f266c149ef0 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2661ffb640 1 -- 172.21.15.116:0/2659976695 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2664012400 con 0x7f266c149ef0 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2661ffb640 1 -- 172.21.15.116:0/2659976695 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f266400aea0 con 0x7f266c149ef0 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 -- 172.21.15.116:0/2659976695 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f266c143ea0 con 0x7f266c149ef0 2023-11-30T08:27:05.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.722+0000 7f2673425640 1 -- 172.21.15.116:0/2659976695 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f266c142a60 con 0x7f266c149ef0 2023-11-30T08:27:05.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.726+0000 7f2673425640 1 -- 172.21.15.116:0/2659976695 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f266c067e60 con 0x7f266c149ef0 2023-11-30T08:27:05.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.726+0000 7f2661ffb640 1 -- 172.21.15.116:0/2659976695 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2664007070 con 0x7f266c149ef0 2023-11-30T08:27:05.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.726+0000 7f2661ffb640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2650066470 0x7f2650068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:05.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.726+0000 7f26711c1640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2650066470 0x7f2650068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:05.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.726+0000 7f2661ffb640 1 -- 172.21.15.116:0/2659976695 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2664083c20 con 0x7f266c149ef0 2023-11-30T08:27:05.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.726+0000 7f26711c1640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2650066470 0x7f2650068930 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2668009af0 tx=0x7f2668008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:05.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.730+0000 7f2661ffb640 1 -- 172.21.15.116:0/2659976695 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f26640511e0 con 0x7f266c149ef0 2023-11-30T08:27:05.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.914+0000 7f2673425640 1 -- 172.21.15.116:0/2659976695 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f266c143690 con 0x7f266c149ef0 2023-11-30T08:27:05.926 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.918+0000 7f2661ffb640 1 -- 172.21.15.116:0/2659976695 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164437 (secure 0 0 0) 0x7f266c143690 con 0x7f266c149ef0 2023-11-30T08:27:05.927 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:05.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.922+0000 7f2673425640 1 -- 172.21.15.116:0/2659976695 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2650066470 msgr2=0x7f2650068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.922+0000 7f2673425640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2650066470 0x7f2650068930 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2668009af0 tx=0x7f2668008040 comp rx=0 tx=0).stop 2023-11-30T08:27:05.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.922+0000 7f2673425640 1 -- 172.21.15.116:0/2659976695 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f266c149ef0 msgr2=0x7f266c13bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:05.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.922+0000 7f2673425640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f266c149ef0 0x7f266c13bd80 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f266400cbc0 tx=0x7f266400a430 comp rx=0 tx=0).stop 2023-11-30T08:27:05.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.922+0000 7f2673425640 1 -- 172.21.15.116:0/2659976695 shutdown_connections 2023-11-30T08:27:05.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.922+0000 7f2673425640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f266c149ef0 0x7f266c13bd80 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.922+0000 7f2673425640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f266c1402d0 0x7f266c1d8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.922+0000 7f2673425640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2650066470 0x7f2650068930 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.922+0000 7f2673425640 1 --2- 172.21.15.116:0/2659976695 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f266c0bc830 0x7f266c1d8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:05.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.922+0000 7f2673425640 1 -- 172.21.15.116:0/2659976695 >> 172.21.15.116:0/2659976695 conn(0x7f266c072340 msgr2=0x7f266c1466f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:05.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.922+0000 7f2673425640 1 -- 172.21.15.116:0/2659976695 shutdown_connections 2023-11-30T08:27:05.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:05.922+0000 7f2673425640 1 -- 172.21.15.116:0/2659976695 wait complete. 2023-11-30T08:27:05.945 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":5,"active_gid":4107,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":1951532330},{"type":"v1","addr":"172.21.15.116:6833","nonce":1951532330}]},"active_addr":"172.21.15.116:6833/1951532330","active_change":"2023-11-30T08:26:40.766522+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4108,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.116:0","nonce":918385403}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.116:0","nonce":3300785451}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.116:0","nonce":399448468}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.116:0","nonce":2274433137}]}]} 2023-11-30T08:27:05.948 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-11-30T08:27:05.949 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-11-30T08:27:05.949 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:06.058 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.050+0000 7fa786d76640 1 Processor -- start 2023-11-30T08:27:06.058 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.050+0000 7fa786d76640 1 -- start start 2023-11-30T08:27:06.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa786d76640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fa7800ad7c0 0x7fa78014ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa786d76640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7800af770 con 0x7fa7800af2e0 2023-11-30T08:27:06.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa786d76640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7800aeea0 con 0x7fa78006c920 2023-11-30T08:27:06.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa786d76640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7800afc20 con 0x7fa7800ad7c0 2023-11-30T08:27:06.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77ffff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fa7800af2e0 0x7fa780147080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53876/0 (socket says 172.21.15.116:53876) 2023-11-30T08:27:06.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77ffff640 1 -- 172.21.15.116:0/487562048 learned_addr learned my addr 172.21.15.116:0/487562048 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:06.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa785313640 1 --2- 172.21.15.116:0/487562048 >> v2:172.21.15.162:3300/0 conn(0x7fa7800ad7c0 0x7fa78014ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3272368754 0 0) 0x7fa7800af770 con 0x7fa7800af2e0 2023-11-30T08:27:06.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa76c003530 con 0x7fa7800af2e0 2023-11-30T08:27:06.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3954902960 0 0) 0x7fa76c003530 con 0x7fa7800af2e0 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 >> v2:172.21.15.162:3300/0 conn(0x7fa7800ad7c0 msgr2=0x7fa78014ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 --2- 172.21.15.116:0/487562048 >> v2:172.21.15.162:3300/0 conn(0x7fa7800ad7c0 0x7fa78014ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 >> v1:172.21.15.162:6789/0 conn(0x7fa78006c920 legacy=0x7fa7800ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa78006cd00 con 0x7fa7800af2e0 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fa768001680 con 0x7fa7800af2e0 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 >> v1:172.21.15.116:6789/0 conn(0x7fa7800af2e0 legacy=0x7fa780147080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 --2- 172.21.15.116:0/487562048 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 0x7fa76c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 --2- 172.21.15.116:0/487562048 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa76c0047d0 0x7fa76c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 --2- 172.21.15.116:0/487562048 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa76c0052b0 0x7fa76c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7800afc20 con 0x7fa76c003980 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa76c00c180 con 0x7fa76c0047d0 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa76c00c340 con 0x7fa76c0052b0 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa784b12640 1 --2- 172.21.15.116:0/487562048 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 0x7fa76c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77ffff640 1 --2- 172.21.15.116:0/487562048 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa76c0047d0 0x7fa76c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa784b12640 1 -- 172.21.15.116:0/487562048 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa76c0052b0 msgr2=0x7fa76c00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa785313640 1 --2- 172.21.15.116:0/487562048 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa76c0052b0 0x7fa76c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa784b12640 1 --2- 172.21.15.116:0/487562048 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa76c0052b0 0x7fa76c00b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa784b12640 1 -- 172.21.15.116:0/487562048 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa76c0047d0 msgr2=0x7fa76c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa784b12640 1 --2- 172.21.15.116:0/487562048 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa76c0047d0 0x7fa76c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa784b12640 1 -- 172.21.15.116:0/487562048 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa76c003530 con 0x7fa76c003980 2023-11-30T08:27:06.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa785313640 1 -- 172.21.15.116:0/487562048 reap_dead start 2023-11-30T08:27:06.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa784b12640 1 --2- 172.21.15.116:0/487562048 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 0x7fa76c003da0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa778001e40 tx=0x7fa77801c6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7122e3728e7b12e4 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa778003b80 con 0x7fa76c003980 2023-11-30T08:27:06.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa778003ce0 con 0x7fa76c003980 2023-11-30T08:27:06.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa77f7fe640 1 -- 172.21.15.116:0/487562048 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa778005310 con 0x7fa76c003980 2023-11-30T08:27:06.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa786d76640 1 -- 172.21.15.116:0/487562048 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 msgr2=0x7fa76c003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa786d76640 1 --2- 172.21.15.116:0/487562048 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 0x7fa76c003da0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fa778001e40 tx=0x7fa77801c6d0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa786d76640 1 -- 172.21.15.116:0/487562048 shutdown_connections 2023-11-30T08:27:06.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa786d76640 1 --2- 172.21.15.116:0/487562048 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 0x7fa76c003da0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.054+0000 7fa786d76640 1 -- 172.21.15.116:0/487562048 >> 172.21.15.116:0/487562048 conn(0x7fa7800b48e0 msgr2=0x7fa7800b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 -- 172.21.15.116:0/487562048 shutdown_connections 2023-11-30T08:27:06.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 -- 172.21.15.116:0/487562048 wait complete. 2023-11-30T08:27:06.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 Processor -- start 2023-11-30T08:27:06.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 -- start start 2023-11-30T08:27:06.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 0x7fa78009a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa7801e2710 0x7fa78006fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa780070120 0x7fa78013dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78006f7c0 con 0x7fa76c003980 2023-11-30T08:27:06.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7801d4780 con 0x7fa780070120 2023-11-30T08:27:06.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7800705a0 con 0x7fa7801e2710 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa784b12640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 0x7fa78009a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa784b12640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 0x7fa78009a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58298/0 (socket says 172.21.15.116:58298) 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa784b12640 1 -- 172.21.15.116:0/3893510339 learned_addr learned my addr 172.21.15.116:0/3893510339 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa785313640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa780070120 0x7fa78013dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa77ffff640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa7801e2710 0x7fa78006fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa784b12640 1 -- 172.21.15.116:0/3893510339 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa7801e2710 msgr2=0x7fa78006fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa784b12640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa7801e2710 0x7fa78006fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa784b12640 1 -- 172.21.15.116:0/3893510339 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa780070120 msgr2=0x7fa78013dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa784b12640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa780070120 0x7fa78013dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa784b12640 1 -- 172.21.15.116:0/3893510339 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7801e2b90 con 0x7fa76c003980 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa784b12640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 0x7fa78009a2b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa77801cbb0 tx=0x7fa76c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa77d7fa640 1 -- 172.21.15.116:0/3893510339 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa778003e50 con 0x7fa76c003980 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa77d7fa640 1 -- 172.21.15.116:0/3893510339 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa778003980 con 0x7fa76c003980 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 -- 172.21.15.116:0/3893510339 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7801e2e30 con 0x7fa76c003980 2023-11-30T08:27:06.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa77d7fa640 1 -- 172.21.15.116:0/3893510339 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa778006d80 con 0x7fa76c003980 2023-11-30T08:27:06.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 -- 172.21.15.116:0/3893510339 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa78009b680 con 0x7fa76c003980 2023-11-30T08:27:06.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa786d76640 1 -- 172.21.15.116:0/3893510339 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7800679e0 con 0x7fa76c003980 2023-11-30T08:27:06.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.058+0000 7fa77d7fa640 1 -- 172.21.15.116:0/3893510339 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa778007030 con 0x7fa76c003980 2023-11-30T08:27:06.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.062+0000 7fa77d7fa640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa760066470 0x7fa760068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.062+0000 7fa77d7fa640 1 -- 172.21.15.116:0/3893510339 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa77811de10 con 0x7fa76c003980 2023-11-30T08:27:06.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.062+0000 7fa77ffff640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa760066470 0x7fa760068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.062+0000 7fa77ffff640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa760066470 0x7fa760068930 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa768001ec0 tx=0x7fa768009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.066+0000 7fa77d7fa640 1 -- 172.21.15.116:0/3893510339 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa7780eb320 con 0x7fa76c003980 2023-11-30T08:27:06.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.210+0000 7fa786d76640 1 -- 172.21.15.116:0/3893510339 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa7800688f0 con 0x7fa76c003980 2023-11-30T08:27:06.218 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.210+0000 7fa77d7fa640 1 -- 172.21.15.116:0/3893510339 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7fa7780ee940 con 0x7fa76c003980 2023-11-30T08:27:06.218 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:06.218 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:06.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.214+0000 7fa786d76640 1 -- 172.21.15.116:0/3893510339 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa760066470 msgr2=0x7fa760068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.214+0000 7fa786d76640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa760066470 0x7fa760068930 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa768001ec0 tx=0x7fa768009040 comp rx=0 tx=0).stop 2023-11-30T08:27:06.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.214+0000 7fa786d76640 1 -- 172.21.15.116:0/3893510339 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 msgr2=0x7fa78009a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.214+0000 7fa786d76640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 0x7fa78009a2b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fa77801cbb0 tx=0x7fa76c005800 comp rx=0 tx=0).stop 2023-11-30T08:27:06.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.214+0000 7fa786d76640 1 -- 172.21.15.116:0/3893510339 shutdown_connections 2023-11-30T08:27:06.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.214+0000 7fa786d76640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa780070120 0x7fa78013dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.214+0000 7fa786d76640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa760066470 0x7fa760068930 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.214+0000 7fa786d76640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa7801e2710 0x7fa78006fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.214+0000 7fa786d76640 1 --2- 172.21.15.116:0/3893510339 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa76c003980 0x7fa78009a2b0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.214+0000 7fa786d76640 1 -- 172.21.15.116:0/3893510339 >> 172.21.15.116:0/3893510339 conn(0x7fa7800b48e0 msgr2=0x7fa7800b5be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.214+0000 7fa786d76640 1 -- 172.21.15.116:0/3893510339 shutdown_connections 2023-11-30T08:27:06.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.214+0000 7fa786d76640 1 -- 172.21.15.116:0/3893510339 wait complete. 2023-11-30T08:27:06.236 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-11-30T08:27:06.236 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:06.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.342+0000 7fed6edec640 1 Processor -- start 2023-11-30T08:27:06.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.342+0000 7fed6edec640 1 -- start start 2023-11-30T08:27:06.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.342+0000 7fed6edec640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed680ae5b0 0x7fed680ae990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.342+0000 7fed6edec640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fed680b3230 0x7fed680b3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.342+0000 7fed6edec640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed680b27e0 con 0x7fed680b17a0 2023-11-30T08:27:06.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.342+0000 7fed6edec640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed680afe40 con 0x7fed680b3230 2023-11-30T08:27:06.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.342+0000 7fed6edec640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed680b2320 con 0x7fed680ae5b0 2023-11-30T08:27:06.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed67fff640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fed680b3230 0x7fed680b3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6d389640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7fed680b17a0 0x7fed680b1c10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:50586/0 (socket says 172.21.15.116:50586) 2023-11-30T08:27:06.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6d389640 1 -- 172.21.15.116:0/2619424100 learned_addr learned my addr 172.21.15.116:0/2619424100 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:06.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6cb88640 1 --2- 172.21.15.116:0/2619424100 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed680ae5b0 0x7fed680ae990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6cb88640 1 -- 172.21.15.116:0/2619424100 >> v2:172.21.15.162:3300/0 conn(0x7fed680b3230 msgr2=0x7fed680b3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6cb88640 1 --2- 172.21.15.116:0/2619424100 >> v2:172.21.15.162:3300/0 conn(0x7fed680b3230 0x7fed680b3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6cb88640 1 -- 172.21.15.116:0/2619424100 >> v1:172.21.15.162:6789/0 conn(0x7fed680b17a0 legacy=0x7fed680b1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6cb88640 1 -- 172.21.15.116:0/2619424100 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed680b3bb0 con 0x7fed680ae5b0 2023-11-30T08:27:06.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6cb88640 1 --2- 172.21.15.116:0/2619424100 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed680ae5b0 0x7fed680ae990 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fed58009dc0 tx=0x7fed5801c870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=930540ceafb0c98a server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed677fe640 1 -- 172.21.15.116:0/2619424100 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed580a58b0 con 0x7fed680ae5b0 2023-11-30T08:27:06.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed677fe640 1 -- 172.21.15.116:0/2619424100 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed580a5a10 con 0x7fed680ae5b0 2023-11-30T08:27:06.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed677fe640 1 -- 172.21.15.116:0/2619424100 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed580a5da0 con 0x7fed680ae5b0 2023-11-30T08:27:06.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6edec640 1 -- 172.21.15.116:0/2619424100 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed680ae5b0 msgr2=0x7fed680ae990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6edec640 1 --2- 172.21.15.116:0/2619424100 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed680ae5b0 0x7fed680ae990 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fed58009dc0 tx=0x7fed5801c870 comp rx=0 tx=0).stop 2023-11-30T08:27:06.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6edec640 1 -- 172.21.15.116:0/2619424100 shutdown_connections 2023-11-30T08:27:06.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6edec640 1 --2- 172.21.15.116:0/2619424100 >> v2:172.21.15.162:3300/0 conn(0x7fed680b3230 0x7fed680b3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6edec640 1 --2- 172.21.15.116:0/2619424100 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed680ae5b0 0x7fed680ae990 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6edec640 1 -- 172.21.15.116:0/2619424100 >> 172.21.15.116:0/2619424100 conn(0x7fed680b48e0 msgr2=0x7fed680b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6edec640 1 -- 172.21.15.116:0/2619424100 shutdown_connections 2023-11-30T08:27:06.356 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.346+0000 7fed6edec640 1 -- 172.21.15.116:0/2619424100 wait complete. 2023-11-30T08:27:06.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6edec640 1 Processor -- start 2023-11-30T08:27:06.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6edec640 1 -- start start 2023-11-30T08:27:06.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6edec640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed680ae5b0 0x7fed68140d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6edec640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed680b17a0 0x7fed681dcd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6edec640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed680b3230 0x7fed681dd290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6edec640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed6813b610 con 0x7fed680ae5b0 2023-11-30T08:27:06.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6edec640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed6813b860 con 0x7fed680b17a0 2023-11-30T08:27:06.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6edec640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed6809aa10 con 0x7fed680b3230 2023-11-30T08:27:06.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6cb88640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed680ae5b0 0x7fed68140d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6cb88640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed680ae5b0 0x7fed68140d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58300/0 (socket says 172.21.15.116:58300) 2023-11-30T08:27:06.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6cb88640 1 -- 172.21.15.116:0/1100162330 learned_addr learned my addr 172.21.15.116:0/1100162330 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.358 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6d389640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed680b3230 0x7fed681dd290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed67fff640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed680b17a0 0x7fed681dcd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6cb88640 1 -- 172.21.15.116:0/1100162330 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed680b3230 msgr2=0x7fed681dd290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6cb88640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed680b3230 0x7fed681dd290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6cb88640 1 -- 172.21.15.116:0/1100162330 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed680b17a0 msgr2=0x7fed681dcd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6cb88640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed680b17a0 0x7fed681dcd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6cb88640 1 -- 172.21.15.116:0/1100162330 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed58009a70 con 0x7fed680ae5b0 2023-11-30T08:27:06.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6cb88640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed680ae5b0 0x7fed68140d00 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fed580b0040 tx=0x7fed58019610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed657fa640 1 -- 172.21.15.116:0/1100162330 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed580a58b0 con 0x7fed680ae5b0 2023-11-30T08:27:06.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed657fa640 1 -- 172.21.15.116:0/1100162330 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed580b9860 con 0x7fed680ae5b0 2023-11-30T08:27:06.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6edec640 1 -- 172.21.15.116:0/1100162330 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed6809ac80 con 0x7fed680ae5b0 2023-11-30T08:27:06.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed657fa640 1 -- 172.21.15.116:0/1100162330 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed580b9c10 con 0x7fed680ae5b0 2023-11-30T08:27:06.359 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6edec640 1 -- 172.21.15.116:0/1100162330 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed68141930 con 0x7fed680ae5b0 2023-11-30T08:27:06.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.350+0000 7fed6edec640 1 -- 172.21.15.116:0/1100162330 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed680679e0 con 0x7fed680ae5b0 2023-11-30T08:27:06.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.354+0000 7fed657fa640 1 -- 172.21.15.116:0/1100162330 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fed580ad440 con 0x7fed680ae5b0 2023-11-30T08:27:06.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.354+0000 7fed657fa640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fed540664a0 0x7fed54068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.354+0000 7fed657fa640 1 -- 172.21.15.116:0/1100162330 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fed5811f620 con 0x7fed680ae5b0 2023-11-30T08:27:06.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.354+0000 7fed67fff640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fed540664a0 0x7fed54068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.360 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.354+0000 7fed67fff640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fed540664a0 0x7fed54068960 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fed6814d5f0 tx=0x7fed5c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.363 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.358+0000 7fed657fa640 1 -- 172.21.15.116:0/1100162330 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fed580ecd30 con 0x7fed680ae5b0 2023-11-30T08:27:06.519 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.510+0000 7fed6edec640 1 -- 172.21.15.116:0/1100162330 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fed681dc690 con 0x7fed680ae5b0 2023-11-30T08:27:06.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.514+0000 7fed657fa640 1 -- 172.21.15.116:0/1100162330 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7fed681dc690 con 0x7fed680ae5b0 2023-11-30T08:27:06.522 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:06.522 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:06.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.518+0000 7fed6edec640 1 -- 172.21.15.116:0/1100162330 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fed540664a0 msgr2=0x7fed54068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.518+0000 7fed6edec640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fed540664a0 0x7fed54068960 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fed6814d5f0 tx=0x7fed5c008040 comp rx=0 tx=0).stop 2023-11-30T08:27:06.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.518+0000 7fed6edec640 1 -- 172.21.15.116:0/1100162330 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed680ae5b0 msgr2=0x7fed68140d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.518+0000 7fed6edec640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed680ae5b0 0x7fed68140d00 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fed580b0040 tx=0x7fed58019610 comp rx=0 tx=0).stop 2023-11-30T08:27:06.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.518+0000 7fed6edec640 1 -- 172.21.15.116:0/1100162330 shutdown_connections 2023-11-30T08:27:06.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.518+0000 7fed6edec640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fed540664a0 0x7fed54068960 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.518+0000 7fed6edec640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed680b3230 0x7fed681dd290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.518+0000 7fed6edec640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed680b17a0 0x7fed681dcd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.518+0000 7fed6edec640 1 --2- 172.21.15.116:0/1100162330 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed680ae5b0 0x7fed68140d00 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.518+0000 7fed6edec640 1 -- 172.21.15.116:0/1100162330 >> 172.21.15.116:0/1100162330 conn(0x7fed680b48e0 msgr2=0x7fed680716f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.518+0000 7fed6edec640 1 -- 172.21.15.116:0/1100162330 shutdown_connections 2023-11-30T08:27:06.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.518+0000 7fed6edec640 1 -- 172.21.15.116:0/1100162330 wait complete. 2023-11-30T08:27:06.542 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-11-30T08:27:06.542 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-11-30T08:27:06.543 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-11-30T08:27:06.543 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-11-30T08:27:06.544 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-11-30T08:27:06.544 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-11-30T08:27:06.544 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-11-30T08:27:06.545 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-11-30T08:27:06.720 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f46097640 1 Processor -- start 2023-11-30T08:27:06.720 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f46097640 1 -- start start 2023-11-30T08:27:06.721 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ed0c6b640 1 Processor -- start 2023-11-30T08:27:06.721 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f46097640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f1f4013d200 0x7f1f400b43c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.721 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f46097640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f40066bf0 con 0x7f1f400b4900 2023-11-30T08:27:06.721 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f46097640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f4006b830 con 0x7f1f4006c100 2023-11-30T08:27:06.721 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f46097640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f4006cdd0 con 0x7f1f4013d200 2023-11-30T08:27:06.722 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f09aece0640 1 Processor -- start 2023-11-30T08:27:06.722 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f09aece0640 1 -- start start 2023-11-30T08:27:06.722 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f3effd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f1f4013d200 0x7f1f400b43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.722 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f3ffff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f1f400b4900 0x7f1f4014d5d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53892/0 (socket says 172.21.15.116:53892) 2023-11-30T08:27:06.722 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f3effd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f1f4013d200 0x7f1f400b43c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58312/0 (socket says 172.21.15.116:58312) 2023-11-30T08:27:06.722 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f3ffff640 1 -- 172.21.15.116:0/2278749260 learned_addr learned my addr 172.21.15.116:0/2278749260 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:06.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ed0c6b640 1 -- start start 2023-11-30T08:27:06.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ed0c6b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f5ecc0b4c30 0x7f5ecc0affa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ed0c6b640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f5ecc144630 0x7f5ecc144a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ed0c6b640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ecc0b1ca0 con 0x7f5ecc0b26a0 2023-11-30T08:27:06.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ed0c6b640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ecc0af580 con 0x7f5ecc0b4c30 2023-11-30T08:27:06.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ed0c6b640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ecc0b5010 con 0x7f5ecc144630 2023-11-30T08:27:06.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ecaffd640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f5ecc144630 0x7f5ecc144a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ecb7fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f5ecc0b4c30 0x7f5ecc0affa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ecaffd640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f5ecc144630 0x7f5ecc144a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:33078/0 (socket says 172.21.15.116:33078) 2023-11-30T08:27:06.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ecb7fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f5ecc0b4c30 0x7f5ecc0affa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58324/0 (socket says 172.21.15.116:58324) 2023-11-30T08:27:06.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ecaffd640 1 -- 172.21.15.116:0/2181398968 learned_addr learned my addr 172.21.15.116:0/2181398968 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ecbfff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f5ecc0b26a0 0x7f5ecc0b2b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53898/0 (socket says 172.21.15.116:53898) 2023-11-30T08:27:06.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f09aece0640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f09a8146be0 0x7f09a8147090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f09aece0640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f09a81475d0 0x7f09a814e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f09aece0640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09a8147a40 con 0x7f09a80b3b00 2023-11-30T08:27:06.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f09aece0640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09a80af850 con 0x7f09a8146be0 2023-11-30T08:27:06.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f09aece0640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09a80ad7f0 con 0x7f09a81475d0 2023-11-30T08:27:06.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ecb7fe640 1 -- 172.21.15.116:0/2181398968 >> v2:172.21.15.162:3300/0 conn(0x7f5ecc144630 msgr2=0x7f5ecc144a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ecb7fe640 1 --2- 172.21.15.116:0/2181398968 >> v2:172.21.15.162:3300/0 conn(0x7f5ecc144630 0x7f5ecc144a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ecb7fe640 1 -- 172.21.15.116:0/2181398968 >> v1:172.21.15.116:6789/0 conn(0x7f5ecc0b26a0 legacy=0x7f5ecc0b2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f5ecb7fe640 1 -- 172.21.15.116:0/2181398968 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ecc0b1530 con 0x7f5ecc0b4c30 2023-11-30T08:27:06.726 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f09a7fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f09a8146be0 0x7f09a8147090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.726 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f3effd640 1 -- 172.21.15.116:0/2278749260 >> v1:172.21.15.162:6789/0 conn(0x7f1f4006c100 legacy=0x7f1f4013caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.726 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f3effd640 1 -- 172.21.15.116:0/2278749260 >> v1:172.21.15.116:6789/0 conn(0x7f1f400b4900 legacy=0x7f1f4014d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.726 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f1f3effd640 1 -- 172.21.15.116:0/2278749260 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f4006d350 con 0x7f1f4013d200 2023-11-30T08:27:06.727 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f09a7fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f09a8146be0 0x7f09a8147090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58326/0 (socket says 172.21.15.116:58326) 2023-11-30T08:27:06.727 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f09a7fff640 1 -- 172.21.15.116:0/1077856614 learned_addr learned my addr 172.21.15.116:0/1077856614 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.727 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f09ad27d640 1 --2- 172.21.15.116:0/1077856614 >> v2:172.21.15.162:3300/0 conn(0x7f09a81475d0 0x7f09a814e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.727 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f26acb56640 1 Processor -- start 2023-11-30T08:27:06.727 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.714+0000 7f81c759e640 1 Processor -- start 2023-11-30T08:27:06.728 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f09a7fff640 1 -- 172.21.15.116:0/1077856614 >> v2:172.21.15.162:3300/0 conn(0x7f09a81475d0 msgr2=0x7f09a814e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.728 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f09a7fff640 1 --2- 172.21.15.116:0/1077856614 >> v2:172.21.15.162:3300/0 conn(0x7f09a81475d0 0x7f09a814e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.728 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f09a7fff640 1 -- 172.21.15.116:0/1077856614 >> v1:172.21.15.162:6789/0 conn(0x7f09a80b3b00 legacy=0x7f09a80ae070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.728 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f09a7fff640 1 -- 172.21.15.116:0/1077856614 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09a80b3ee0 con 0x7f09a8146be0 2023-11-30T08:27:06.728 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c759e640 1 -- start start 2023-11-30T08:27:06.728 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c759e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f81c0033cd0 0x7f81c0036510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.728 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c759e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f81c00c85d0 0x7f81c00d2e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.728 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c759e640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81c0036dd0 con 0x7f81c00338f0 2023-11-30T08:27:06.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c759e640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81c0036a50 con 0x7f81c00c85d0 2023-11-30T08:27:06.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c759e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81c0029f80 con 0x7f81c0033cd0 2023-11-30T08:27:06.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c5d9b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f81c0033cd0 0x7f81c0036510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26acb56640 1 -- start start 2023-11-30T08:27:06.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26acb56640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f26a00d4420 0x7f26a00ca400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26acb56640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f26a00ca940 0x7f26a00db300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26acb56640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26a0038390 con 0x7f26a0036aa0 2023-11-30T08:27:06.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26acb56640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26a00d4e80 con 0x7f26a00ca940 2023-11-30T08:27:06.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26acb56640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26a00d0980 con 0x7f26a00d4420 2023-11-30T08:27:06.730 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c5d9b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f81c0033cd0 0x7f81c0036510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:37688/0 (socket says 172.21.15.116:37688) 2023-11-30T08:27:06.730 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c5d9b640 1 -- 172.21.15.116:0/4246313803 learned_addr learned my addr 172.21.15.116:0/4246313803 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.730 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c6d9d640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f81c00c85d0 0x7f81c00d2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.730 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26a659c640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f26a0036aa0 0x7f26a00d10b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:50602/0 (socket says 172.21.15.116:50602) 2023-11-30T08:27:06.730 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26a659c640 1 -- 172.21.15.116:0/654049926 learned_addr learned my addr 172.21.15.116:0/654049926 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:06.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c6d9d640 1 -- 172.21.15.116:0/4246313803 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f81c0033cd0 msgr2=0x7f81c0036510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c6d9d640 1 --2- 172.21.15.116:0/4246313803 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f81c0033cd0 0x7f81c0036510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c6d9d640 1 -- 172.21.15.116:0/4246313803 >> v1:172.21.15.116:6789/0 conn(0x7f81c00338f0 legacy=0x7f81c0035530 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-11-30T08:27:06.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f81c6d9d640 1 -- 172.21.15.116:0/4246313803 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81c0035c40 con 0x7f81c00c85d0 2023-11-30T08:27:06.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26a5d9b640 1 --2- 172.21.15.116:0/654049926 >> v2:172.21.15.162:3300/0 conn(0x7f26a00d4420 0x7f26a00ca400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f1f3effd640 1 --2- 172.21.15.116:0/2278749260 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f4013d200 0x7f1f400b43c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f1f340097c0 tx=0x7f1f3401bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86f9041bf117da16 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f1f3e7fc640 1 -- 172.21.15.116:0/2278749260 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f340a7810 con 0x7f1f4013d200 2023-11-30T08:27:06.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f1f3e7fc640 1 -- 172.21.15.116:0/2278749260 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f340a7970 con 0x7f1f4013d200 2023-11-30T08:27:06.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f1f3e7fc640 1 -- 172.21.15.116:0/2278749260 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f340a7d00 con 0x7f1f4013d200 2023-11-30T08:27:06.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f5ecb7fe640 1 --2- 172.21.15.116:0/2181398968 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ecc0b4c30 0x7f5ecc0affa0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc06d030 tx=0x7f5ec401c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1b38cbfdef00508 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f5eca7fc640 1 -- 172.21.15.116:0/2181398968 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec40ab600 con 0x7f5ecc0b4c30 2023-11-30T08:27:06.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26a5d9b640 1 -- 172.21.15.116:0/654049926 >> v2:172.21.15.116:3300/0 conn(0x7f26a00ca940 msgr2=0x7f26a00db300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26a5d9b640 1 --2- 172.21.15.116:0/654049926 >> v2:172.21.15.116:3300/0 conn(0x7f26a00ca940 0x7f26a00db300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26a5d9b640 1 -- 172.21.15.116:0/654049926 >> v1:172.21.15.162:6789/0 conn(0x7f26a0036aa0 legacy=0x7f26a00d10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f5eca7fc640 1 -- 172.21.15.116:0/2181398968 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ec40a7050 con 0x7f5ecc0b4c30 2023-11-30T08:27:06.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f5eca7fc640 1 -- 172.21.15.116:0/2181398968 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec40ab980 con 0x7f5ecc0b4c30 2023-11-30T08:27:06.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f26a5d9b640 1 -- 172.21.15.116:0/654049926 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26a0036e80 con 0x7f26a00d4420 2023-11-30T08:27:06.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f09a7fff640 1 --2- 172.21.15.116:0/1077856614 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a8146be0 0x7f09a8147090 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f09a806c890 tx=0x7f099c01c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abb380c77ccc0d7b server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f1f46097640 1 -- 172.21.15.116:0/2278749260 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f4013d200 msgr2=0x7f1f400b43c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f1f46097640 1 --2- 172.21.15.116:0/2278749260 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f4013d200 0x7f1f400b43c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f1f340097c0 tx=0x7f1f3401bea0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/2181398968 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ecc0b4c30 msgr2=0x7f5ecc0affa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f5ed0c6b640 1 --2- 172.21.15.116:0/2181398968 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ecc0b4c30 0x7f5ecc0affa0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc06d030 tx=0x7f5ec401c390 comp rx=0 tx=0).stop 2023-11-30T08:27:06.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f1f46097640 1 -- 172.21.15.116:0/2278749260 shutdown_connections 2023-11-30T08:27:06.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f1f46097640 1 --2- 172.21.15.116:0/2278749260 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f4013d200 0x7f1f400b43c0 secure :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f1f340097c0 tx=0x7f1f3401bea0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.718+0000 7f1f46097640 1 -- 172.21.15.116:0/2278749260 >> 172.21.15.116:0/2278749260 conn(0x7f1f400b85e0 msgr2=0x7f1f400b89c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/2181398968 shutdown_connections 2023-11-30T08:27:06.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 --2- 172.21.15.116:0/2181398968 >> v2:172.21.15.162:3300/0 conn(0x7f5ecc144630 0x7f5ecc144a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 --2- 172.21.15.116:0/2181398968 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ecc0b4c30 0x7f5ecc0affa0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/2181398968 >> 172.21.15.116:0/2181398968 conn(0x7f5ecc06a780 msgr2=0x7f5ecc06ab90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f46097640 1 -- 172.21.15.116:0/2278749260 shutdown_connections 2023-11-30T08:27:06.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f46097640 1 -- 172.21.15.116:0/2278749260 wait complete. 2023-11-30T08:27:06.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/2181398968 shutdown_connections 2023-11-30T08:27:06.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/2181398968 wait complete. 2023-11-30T08:27:06.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f09a77fe640 1 -- 172.21.15.116:0/1077856614 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f099c0aa660 con 0x7f09a8146be0 2023-11-30T08:27:06.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f09a77fe640 1 -- 172.21.15.116:0/1077856614 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f099c0aa7c0 con 0x7f09a8146be0 2023-11-30T08:27:06.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad4685c640 1 Processor -- start 2023-11-30T08:27:06.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad4685c640 1 -- start start 2023-11-30T08:27:06.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f09aece0640 1 -- 172.21.15.116:0/1077856614 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a8146be0 msgr2=0x7f09a8147090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.738 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f09aece0640 1 --2- 172.21.15.116:0/1077856614 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a8146be0 0x7f09a8147090 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f09a806c890 tx=0x7f099c01c500 comp rx=0 tx=0).stop 2023-11-30T08:27:06.738 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 Processor -- start 2023-11-30T08:27:06.738 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f46097640 1 Processor -- start 2023-11-30T08:27:06.738 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f81c6d9d640 1 --2- 172.21.15.116:0/4246313803 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f81c00c85d0 0x7f81c00d2e70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f81bc009a20 tx=0x7f81bc01d8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11c8d3e5687c04bc server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad4685c640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fad400b77c0 0x7fad40145e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad4685c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fad40144f10 0x7fad40145350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad4685c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fad400ad0d0 0x7fad400ad550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad4685c640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad40146350 con 0x7fad400ad0d0 2023-11-30T08:27:06.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad4685c640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad400af550 con 0x7fad400b77c0 2023-11-30T08:27:06.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad4685c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad400af830 con 0x7fad40144f10 2023-11-30T08:27:06.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f09aece0640 1 -- 172.21.15.116:0/1077856614 shutdown_connections 2023-11-30T08:27:06.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f09aece0640 1 --2- 172.21.15.116:0/1077856614 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a8146be0 0x7f09a8147090 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f09aece0640 1 --2- 172.21.15.116:0/1077856614 >> v2:172.21.15.162:3300/0 conn(0x7f09a81475d0 0x7f09a814e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f09aece0640 1 -- 172.21.15.116:0/1077856614 >> 172.21.15.116:0/1077856614 conn(0x7f09a806a580 msgr2=0x7f09a806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f46097640 1 -- start start 2023-11-30T08:27:06.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f09aece0640 1 -- 172.21.15.116:0/1077856614 shutdown_connections 2023-11-30T08:27:06.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f09aece0640 1 -- 172.21.15.116:0/1077856614 wait complete. 2023-11-30T08:27:06.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 -- start start 2023-11-30T08:27:06.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5ecc0b26a0 0x7f5ecc132a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5ecc0b4c30 0x7f5ecc070ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ecc144630 0x7f5ecc143970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ecc1334d0 con 0x7f5ecc144630 2023-11-30T08:27:06.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ecc134520 con 0x7f5ecc0b4c30 2023-11-30T08:27:06.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ed0c6b640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ecc132fa0 con 0x7f5ecc0b26a0 2023-11-30T08:27:06.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f26a5d9b640 1 --2- 172.21.15.116:0/654049926 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26a00d4420 0x7f26a00ca400 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f26a00ce550 tx=0x7f269801c470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fee0a814a311967 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f26a559a640 1 -- 172.21.15.116:0/654049926 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26980ab650 con 0x7f26a00d4420 2023-11-30T08:27:06.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f46097640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f4006c100 0x7f1f401537f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f46097640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f400b4900 0x7f1f4014c110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f46097640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1f4014d2d0 0x7f1f4014d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f46097640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f401528f0 con 0x7f1f4006c100 2023-11-30T08:27:06.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f46097640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f401525b0 con 0x7f1f4014d2d0 2023-11-30T08:27:06.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f46097640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f4014dcc0 con 0x7f1f400b4900 2023-11-30T08:27:06.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e964d640 1 Processor -- start 2023-11-30T08:27:06.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e964d640 1 -- start start 2023-11-30T08:27:06.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad3f7fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fad40144f10 0x7fad40145350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad3ffff640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fad400b77c0 0x7fad40145e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad3f7fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fad40144f10 0x7fad40145350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:37696/0 (socket says 172.21.15.116:37696) 2023-11-30T08:27:06.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad3f7fe640 1 -- 172.21.15.116:0/3078899232 learned_addr learned my addr 172.21.15.116:0/3078899232 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad44df9640 1 --2- 172.21.15.116:0/3078899232 >> v2:172.21.15.116:3300/0 conn(0x7fad400ad0d0 0x7fad400ad550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f81c559a640 1 -- 172.21.15.116:0/4246313803 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81bc0a6760 con 0x7f81c00c85d0 2023-11-30T08:27:06.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad3f7fe640 1 -- 172.21.15.116:0/3078899232 >> v2:172.21.15.162:3300/0 conn(0x7fad400b77c0 msgr2=0x7fad40145e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad3f7fe640 1 --2- 172.21.15.116:0/3078899232 >> v2:172.21.15.162:3300/0 conn(0x7fad400b77c0 0x7fad40145e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad3f7fe640 1 -- 172.21.15.116:0/3078899232 >> v2:172.21.15.116:3300/0 conn(0x7fad400ad0d0 msgr2=0x7fad400ad550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad3f7fe640 1 --2- 172.21.15.116:0/3078899232 >> v2:172.21.15.116:3300/0 conn(0x7fad400ad0d0 0x7fad400ad550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7fad3f7fe640 1 -- 172.21.15.116:0/3078899232 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad4006bfa0 con 0x7fad40144f10 2023-11-30T08:27:06.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e964d640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f80dc006d50 0x7f80dc035ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e964d640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f80dc038c20 0x7f80dc0db290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e964d640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80dc036ed0 con 0x7f80dc038790 2023-11-30T08:27:06.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e964d640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80dc037190 con 0x7f80dc038c20 2023-11-30T08:27:06.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e964d640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80dc037e50 con 0x7f80dc006d50 2023-11-30T08:27:06.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f09aece0640 1 Processor -- start 2023-11-30T08:27:06.745 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ecaffd640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5ecc0b4c30 0x7f5ecc070ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.745 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ecaffd640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5ecc0b4c30 0x7f5ecc070ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:33122/0 (socket says 172.21.15.116:33122) 2023-11-30T08:27:06.745 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ecaffd640 1 -- 172.21.15.116:0/1015928279 learned_addr learned my addr 172.21.15.116:0/1015928279 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.745 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ecbfff640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ecc144630 0x7f5ecc143970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.745 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f5ecb7fe640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5ecc0b26a0 0x7f5ecc132a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.745 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f26a559a640 1 -- 172.21.15.116:0/654049926 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26980ab7b0 con 0x7f26a00d4420 2023-11-30T08:27:06.745 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f26a559a640 1 -- 172.21.15.116:0/654049926 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26980abb40 con 0x7f26a00d4420 2023-11-30T08:27:06.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f81c559a640 1 -- 172.21.15.116:0/4246313803 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81bc0a68c0 con 0x7f81c00c85d0 2023-11-30T08:27:06.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f81c559a640 1 -- 172.21.15.116:0/4246313803 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81bc0a6c50 con 0x7f81c00c85d0 2023-11-30T08:27:06.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f3effd640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f400b4900 0x7f1f4014c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f3f7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f4006c100 0x7f1f401537f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f3effd640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f400b4900 0x7f1f4014c110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:37710/0 (socket says 172.21.15.116:37710) 2023-11-30T08:27:06.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f3f7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f4006c100 0x7f1f401537f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58360/0 (socket says 172.21.15.116:58360) 2023-11-30T08:27:06.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f3effd640 1 -- 172.21.15.116:0/628746499 learned_addr learned my addr 172.21.15.116:0/628746499 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f3ffff640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1f4014d2d0 0x7f1f4014d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f3f7fe640 1 -- 172.21.15.116:0/628746499 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f400b4900 msgr2=0x7f1f4014c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f3f7fe640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f400b4900 0x7f1f4014c110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f3f7fe640 1 -- 172.21.15.116:0/628746499 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1f4014d2d0 msgr2=0x7f1f4014d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f3f7fe640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1f4014d2d0 0x7f1f4014d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f1f3f7fe640 1 -- 172.21.15.116:0/628746499 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f34009420 con 0x7f1f4006c100 2023-11-30T08:27:06.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e2ffd640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f80dc006d50 0x7f80dc035ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e2ffd640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f80dc006d50 0x7f80dc035ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:33132/0 (socket says 172.21.15.116:33132) 2023-11-30T08:27:06.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e2ffd640 1 -- 172.21.15.116:0/3299484647 learned_addr learned my addr 172.21.15.116:0/3299484647 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e2ffd640 1 -- 172.21.15.116:0/3299484647 >> v2:172.21.15.116:3300/0 conn(0x7f80dc038c20 msgr2=0x7f80dc0db290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e2ffd640 1 --2- 172.21.15.116:0/3299484647 >> v2:172.21.15.116:3300/0 conn(0x7f80dc038c20 0x7f80dc0db290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e2ffd640 1 -- 172.21.15.116:0/3299484647 >> v1:172.21.15.116:6789/0 conn(0x7f80dc038790 legacy=0x7f80dc0ca5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f80e2ffd640 1 -- 172.21.15.116:0/3299484647 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80dc036430 con 0x7f80dc006d50 2023-11-30T08:27:06.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 -- 172.21.15.116:0/654049926 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26a00d4420 msgr2=0x7f26a00ca400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 --2- 172.21.15.116:0/654049926 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26a00d4420 0x7f26a00ca400 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f26a00ce550 tx=0x7f269801c470 comp rx=0 tx=0).stop 2023-11-30T08:27:06.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 -- 172.21.15.116:0/654049926 shutdown_connections 2023-11-30T08:27:06.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 --2- 172.21.15.116:0/654049926 >> v2:172.21.15.116:3300/0 conn(0x7f26a00ca940 0x7f26a00db300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 --2- 172.21.15.116:0/654049926 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26a00d4420 0x7f26a00ca400 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 -- 172.21.15.116:0/654049926 >> 172.21.15.116:0/654049926 conn(0x7f26a003abd0 msgr2=0x7f26a0005ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f5ecb7fe640 1 -- 172.21.15.116:0/1015928279 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5ecc0b4c30 msgr2=0x7f5ecc070ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f5ecb7fe640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5ecc0b4c30 0x7f5ecc070ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f5ecb7fe640 1 -- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ecc144630 msgr2=0x7f5ecc143970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f5ecb7fe640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ecc144630 0x7f5ecc143970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f5ecb7fe640 1 -- 172.21.15.116:0/1015928279 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ec4009420 con 0x7f5ecc0b26a0 2023-11-30T08:27:06.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f1f3f7fe640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f4006c100 0x7f1f401537f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1f3000c500 tx=0x7f1f3000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 -- 172.21.15.116:0/654049926 shutdown_connections 2023-11-30T08:27:06.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f81c759e640 1 -- 172.21.15.116:0/4246313803 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f81c00c85d0 msgr2=0x7f81c00d2e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f81c759e640 1 --2- 172.21.15.116:0/4246313803 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f81c00c85d0 0x7f81c00d2e70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f81bc009a20 tx=0x7f81bc01d8d0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.722+0000 7f09aece0640 1 -- start start 2023-11-30T08:27:06.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09aece0640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f09a80b3b00 0x7f09a8145970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09aece0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a8146be0 0x7f09a81e33d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09aece0640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09a81475d0 0x7f09a81e3910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09aece0640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a806f940 con 0x7f09a8146be0 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09aece0640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a809a4b0 con 0x7f09a80b3b00 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09aece0640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09a81e3ef0 con 0x7f09a81475d0 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09ad27d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09a81475d0 0x7f09a81e3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09ad27d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09a81475d0 0x7f09a81e3910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:37718/0 (socket says 172.21.15.116:37718) 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09ad27d640 1 -- 172.21.15.116:0/3524537684 learned_addr learned my addr 172.21.15.116:0/3524537684 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09aca7c640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f09a80b3b00 0x7f09a8145970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09a7fff640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a8146be0 0x7f09a81e33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09a7fff640 1 -- 172.21.15.116:0/3524537684 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09a81475d0 msgr2=0x7f09a81e3910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09a7fff640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09a81475d0 0x7f09a81e3910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09a7fff640 1 -- 172.21.15.116:0/3524537684 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f09a80b3b00 msgr2=0x7f09a8145970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09a7fff640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f09a80b3b00 0x7f09a8145970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09a7fff640 1 -- 172.21.15.116:0/3524537684 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f099c0094d0 con 0x7f09a8146be0 2023-11-30T08:27:06.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09a7fff640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a8146be0 0x7f09a81e33d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f09a80b4160 tx=0x7f099c01ad40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f5ecb7fe640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5ecc0b26a0 0x7f5ecc132a60 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5ec40ab000 tx=0x7f5ec4019130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f5ec3fff640 1 -- 172.21.15.116:0/1015928279 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec40b4840 con 0x7f5ecc0b26a0 2023-11-30T08:27:06.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f5ec3fff640 1 -- 172.21.15.116:0/1015928279 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ec40b49c0 con 0x7f5ecc0b26a0 2023-11-30T08:27:06.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/1015928279 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ecc1331f0 con 0x7f5ecc0b26a0 2023-11-30T08:27:06.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f5ec3fff640 1 -- 172.21.15.116:0/1015928279 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec40b4d70 con 0x7f5ecc0b26a0 2023-11-30T08:27:06.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/1015928279 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ecc12cba0 con 0x7f5ecc0b26a0 2023-11-30T08:27:06.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 -- 172.21.15.116:0/654049926 wait complete. 2023-11-30T08:27:06.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f81c759e640 1 -- 172.21.15.116:0/4246313803 shutdown_connections 2023-11-30T08:27:06.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f81c759e640 1 --2- 172.21.15.116:0/4246313803 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f81c00c85d0 0x7f81c00d2e70 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f81c759e640 1 --2- 172.21.15.116:0/4246313803 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f81c0033cd0 0x7f81c0036510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f81c759e640 1 -- 172.21.15.116:0/4246313803 >> 172.21.15.116:0/4246313803 conn(0x7f81c003a830 msgr2=0x7f81c003ac40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f81c759e640 1 -- 172.21.15.116:0/4246313803 shutdown_connections 2023-11-30T08:27:06.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7ff5969e3640 1 Processor -- start 2023-11-30T08:27:06.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7ff5969e3640 1 -- start start 2023-11-30T08:27:06.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f1f27fff640 1 -- 172.21.15.116:0/628746499 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f30003600 con 0x7f1f4006c100 2023-11-30T08:27:06.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f1f27fff640 1 -- 172.21.15.116:0/628746499 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f30003760 con 0x7f1f4006c100 2023-11-30T08:27:06.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f1f27fff640 1 -- 172.21.15.116:0/628746499 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f30003af0 con 0x7f1f4006c100 2023-11-30T08:27:06.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f1f46097640 1 -- 172.21.15.116:0/628746499 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f4014c650 con 0x7f1f4006c100 2023-11-30T08:27:06.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f1f46097640 1 -- 172.21.15.116:0/628746499 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f4014c8d0 con 0x7f1f4006c100 2023-11-30T08:27:06.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09a57fa640 1 -- 172.21.15.116:0/3524537684 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f099c0a99d0 con 0x7f09a8146be0 2023-11-30T08:27:06.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09a57fa640 1 -- 172.21.15.116:0/3524537684 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f099c0a9b70 con 0x7f09a8146be0 2023-11-30T08:27:06.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09a57fa640 1 -- 172.21.15.116:0/3524537684 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f099c0bd440 con 0x7f09a8146be0 2023-11-30T08:27:06.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7ff5969e3640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff5900bc4d0 0x7ff590140170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09aece0640 1 -- 172.21.15.116:0/3524537684 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09a80b2270 con 0x7f09a8146be0 2023-11-30T08:27:06.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09aece0640 1 -- 172.21.15.116:0/3524537684 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09a809a720 con 0x7f09a8146be0 2023-11-30T08:27:06.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f09aece0640 1 -- 172.21.15.116:0/3524537684 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f0994000fd0 con 0x7f09a8146be0 2023-11-30T08:27:06.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/1015928279 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f5ecc0aedb0 con 0x7f5ecc0b26a0 2023-11-30T08:27:06.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 Processor -- start 2023-11-30T08:27:06.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 -- start start 2023-11-30T08:27:06.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f81c759e640 1 -- 172.21.15.116:0/4246313803 wait complete. 2023-11-30T08:27:06.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7ff5959e1640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff5900bc4d0 0x7ff590140170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7ff5959e1640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff5900bc4d0 0x7ff590140170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58410/0 (socket says 172.21.15.116:58410) 2023-11-30T08:27:06.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7ff5959e1640 1 -- 172.21.15.116:0/2209798062 learned_addr learned my addr 172.21.15.116:0/2209798062 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7ff5969e3640 1 --2- 172.21.15.116:0/2209798062 >> v2:172.21.15.162:3300/0 conn(0x7ff5900bb910 0x7ff5901406b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7ff5969e3640 1 -- 172.21.15.116:0/2209798062 --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5900b4540 con 0x7ff5900b4c10 2023-11-30T08:27:06.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7ff5969e3640 1 -- 172.21.15.116:0/2209798062 --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5900bc8b0 con 0x7ff5900bc4d0 2023-11-30T08:27:06.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7ff5969e3640 1 -- 172.21.15.116:0/2209798062 --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5900b3510 con 0x7ff5900bb910 2023-11-30T08:27:06.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f1f27fff640 1 -- 172.21.15.116:0/628746499 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1f30003c50 con 0x7f1f4006c100 2023-11-30T08:27:06.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f1f27fff640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1f2c0664c0 0x7f1f2c068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f1f46097640 1 -- 172.21.15.116:0/628746499 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1f40152760 con 0x7f1f4006c100 2023-11-30T08:27:06.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f80e2ffd640 1 --2- 172.21.15.116:0/3299484647 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80dc006d50 0x7f80dc035ef0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f80e4068f40 tx=0x7f80e40968a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4f002b97ec86c7f server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f80e1ffb640 1 -- 172.21.15.116:0/3299484647 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e4128070 con 0x7f80dc006d50 2023-11-30T08:27:06.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e1ffb640 1 -- 172.21.15.116:0/3299484647 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80e41244f0 con 0x7f80dc006d50 2023-11-30T08:27:06.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e1ffb640 1 -- 172.21.15.116:0/3299484647 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e4124720 con 0x7f80dc006d50 2023-11-30T08:27:06.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7fad3f7fe640 1 --2- 172.21.15.116:0/3078899232 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fad40144f10 0x7fad40145350 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fad4006a990 tx=0x7fad3801c8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8fda71a2dd4da138 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f1f3effd640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1f2c0664c0 0x7f1f2c068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26a0036aa0 0x7f26a00bf1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26a00ca940 0x7f26a00cd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26a00d4420 0x7f26a00d5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26a00d9280 con 0x7f26a00d4420 2023-11-30T08:27:06.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26a00b8d70 con 0x7f26a00ca940 2023-11-30T08:27:06.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26acb56640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26a00d7c70 con 0x7f26a0036aa0 2023-11-30T08:27:06.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c759e640 1 Processor -- start 2023-11-30T08:27:06.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26a6d9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26a00d4420 0x7f26a00d5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26a6d9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26a00d4420 0x7f26a00d5230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58412/0 (socket says 172.21.15.116:58412) 2023-11-30T08:27:06.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26a6d9d640 1 -- 172.21.15.116:0/3817432188 learned_addr learned my addr 172.21.15.116:0/3817432188 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26a659c640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26a0036aa0 0x7f26a00bf1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26a5d9b640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26a00ca940 0x7f26a00cd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26a6d9d640 1 -- 172.21.15.116:0/3817432188 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26a0036aa0 msgr2=0x7f26a00bf1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26a6d9d640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26a0036aa0 0x7f26a00bf1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26a6d9d640 1 -- 172.21.15.116:0/3817432188 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26a00ca940 msgr2=0x7f26a00cd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26a6d9d640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26a00ca940 0x7f26a00cd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7f26a6d9d640 1 -- 172.21.15.116:0/3817432188 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2698009420 con 0x7f26a00d4420 2023-11-30T08:27:06.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad3effd640 1 -- 172.21.15.116:0/3078899232 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad380090d0 con 0x7fad40144f10 2023-11-30T08:27:06.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c759e640 1 -- start start 2023-11-30T08:27:06.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad3effd640 1 -- 172.21.15.116:0/3078899232 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad38009230 con 0x7fad40144f10 2023-11-30T08:27:06.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad3effd640 1 -- 172.21.15.116:0/3078899232 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad380a5920 con 0x7fad40144f10 2023-11-30T08:27:06.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 -- 172.21.15.116:0/3299484647 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80dc006d50 msgr2=0x7f80dc035ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 --2- 172.21.15.116:0/3299484647 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80dc006d50 0x7f80dc035ef0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f80e4068f40 tx=0x7f80e40968a0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 -- 172.21.15.116:0/3299484647 shutdown_connections 2023-11-30T08:27:06.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 --2- 172.21.15.116:0/3299484647 >> v2:172.21.15.116:3300/0 conn(0x7f80dc038c20 0x7f80dc0db290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 --2- 172.21.15.116:0/3299484647 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80dc006d50 0x7f80dc035ef0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 -- 172.21.15.116:0/3299484647 >> 172.21.15.116:0/3299484647 conn(0x7f80dc008720 msgr2=0x7f80dc03eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c759e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f81c00338f0 0x7f81c00c2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c759e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f81c0033cd0 0x7f81c00b9290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c759e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f81c00c85d0 0x7f81c00c2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c759e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c00b5a20 con 0x7f81c00338f0 2023-11-30T08:27:06.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c759e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c00b97d0 con 0x7f81c0033cd0 2023-11-30T08:27:06.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c759e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81c00b8440 con 0x7f81c00c85d0 2023-11-30T08:27:06.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 -- 172.21.15.116:0/3299484647 shutdown_connections 2023-11-30T08:27:06.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 -- 172.21.15.116:0/3299484647 wait complete. 2023-11-30T08:27:06.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f5ec3fff640 1 -- 172.21.15.116:0/1015928279 <== mon.2 v2:172.21.15.162:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5ec40b2040 con 0x7f5ecc0b26a0 2023-11-30T08:27:06.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f5ec3fff640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5eac066540 0x7f5eac068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f5ec3fff640 1 -- 172.21.15.116:0/1015928279 <== mon.2 v2:172.21.15.162:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5ec411e3f0 con 0x7f5ecc0b26a0 2023-11-30T08:27:06.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f5ec3fff640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] conn(0x7f5eac06e760 0x7f5eac070b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f5ec3fff640 1 -- 172.21.15.116:0/1015928279 --> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5eac071230 con 0x7f5eac06e760 2023-11-30T08:27:06.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f5ec3fff640 1 -- 172.21.15.116:0/1015928279 <== mon.2 v2:172.21.15.162:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ec411e7a0 con 0x7f5ecc0b26a0 2023-11-30T08:27:06.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.726+0000 7ff5961e2640 1 --2- 172.21.15.116:0/2209798062 >> v2:172.21.15.162:3300/0 conn(0x7ff5900bb910 0x7ff5901406b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7ff5959e1640 1 -- 172.21.15.116:0/2209798062 >> v2:172.21.15.162:3300/0 conn(0x7ff5900bb910 msgr2=0x7ff5901406b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:06.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7ff5959e1640 1 --2- 172.21.15.116:0/2209798062 >> v2:172.21.15.162:3300/0 conn(0x7ff5900bb910 0x7ff5901406b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7ff5959e1640 1 -- 172.21.15.116:0/2209798062 >> v1:172.21.15.162:6789/0 conn(0x7ff5900b4c10 legacy=0x7ff590146630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7ff5959e1640 1 -- 172.21.15.116:0/2209798062 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5900b37f0 con 0x7ff5900bc4d0 2023-11-30T08:27:06.764 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7ff5961e2640 1 --2- 172.21.15.116:0/2209798062 >> v2:172.21.15.162:3300/0 conn(0x7ff5900bb910 0x7ff5901406b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:06.764 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad4685c640 1 -- 172.21.15.116:0/3078899232 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fad40144f10 msgr2=0x7fad40145350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.764 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad4685c640 1 --2- 172.21.15.116:0/3078899232 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fad40144f10 0x7fad40145350 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fad4006a990 tx=0x7fad3801c8a0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.764 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c6d9d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f81c00c85d0 0x7f81c00c2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.764 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f09a57fa640 1 -- 172.21.15.116:0/3524537684 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f099c0aa460 con 0x7f09a8146be0 2023-11-30T08:27:06.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c5d9b640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f81c0033cd0 0x7f81c00b9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c6d9d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f81c00c85d0 0x7f81c00c2f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:37740/0 (socket says 172.21.15.116:37740) 2023-11-30T08:27:06.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c6d9d640 1 -- 172.21.15.116:0/3992381989 learned_addr learned my addr 172.21.15.116:0/3992381989 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f5ecbfff640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] conn(0x7f5eac06e760 0x7f5eac070b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.766 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f1f27fff640 1 -- 172.21.15.116:0/628746499 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1f300832a0 con 0x7f1f4006c100 2023-11-30T08:27:06.766 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f1f27fff640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] conn(0x7f1f2c06e660 0x7f1f2c070a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.766 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f1f27fff640 1 -- 172.21.15.116:0/628746499 --> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1f2c071130 con 0x7f1f2c06e660 2023-11-30T08:27:06.766 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f1f27fff640 1 -- 172.21.15.116:0/628746499 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1f300543d0 con 0x7f1f4006c100 2023-11-30T08:27:06.766 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad4685c640 1 -- 172.21.15.116:0/3078899232 shutdown_connections 2023-11-30T08:27:06.766 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad4685c640 1 --2- 172.21.15.116:0/3078899232 >> v2:172.21.15.116:3300/0 conn(0x7fad400ad0d0 0x7fad400ad550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.766 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad4685c640 1 --2- 172.21.15.116:0/3078899232 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fad40144f10 0x7fad40145350 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.767 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad4685c640 1 --2- 172.21.15.116:0/3078899232 >> v2:172.21.15.162:3300/0 conn(0x7fad400b77c0 0x7fad40145e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.767 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad4685c640 1 -- 172.21.15.116:0/3078899232 >> 172.21.15.116:0/3078899232 conn(0x7fad400b5c90 msgr2=0x7fad400b60a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.767 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad4685c640 1 -- 172.21.15.116:0/3078899232 shutdown_connections 2023-11-30T08:27:06.767 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad4685c640 1 -- 172.21.15.116:0/3078899232 wait complete. 2023-11-30T08:27:06.767 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f1f3ffff640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] conn(0x7f1f2c06e660 0x7f1f2c070a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.767 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f09a57fa640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f09900665c0 0x7f0990068a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.767 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f09a57fa640 1 -- 172.21.15.116:0/3524537684 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f099c0a6040 con 0x7f09a8146be0 2023-11-30T08:27:06.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 Processor -- start 2023-11-30T08:27:06.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 -- start start 2023-11-30T08:27:06.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c6d9d640 1 -- 172.21.15.116:0/3992381989 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f81c0033cd0 msgr2=0x7f81c00b9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c6d9d640 1 --2- 172.21.15.116:0/3992381989 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f81c0033cd0 0x7f81c00b9290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c6d9d640 1 -- 172.21.15.116:0/3992381989 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f81c00338f0 msgr2=0x7f81c00c2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c6d9d640 1 --2- 172.21.15.116:0/3992381989 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f81c00338f0 0x7f81c00c2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c6d9d640 1 -- 172.21.15.116:0/3992381989 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81bc009420 con 0x7f81c00c85d0 2023-11-30T08:27:06.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f5ecbfff640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] conn(0x7f5eac06e760 0x7f5eac070b80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f5ecaffd640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5eac066540 0x7f5eac068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f09a57fa640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] conn(0x7f099006e760 0x7f0990070b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f09a57fa640 1 -- 172.21.15.116:0/3524537684 --> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0990071230 con 0x7f099006e760 2023-11-30T08:27:06.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f09a57fa640 1 -- 172.21.15.116:0/3524537684 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f099c11ed50 con 0x7f09a8146be0 2023-11-30T08:27:06.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f09ad27d640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] conn(0x7f099006e760 0x7f0990070b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.770 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c6d9d640 1 --2- 172.21.15.116:0/3992381989 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f81c00c85d0 0x7f81c00c2f40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f81bc01e170 tx=0x7f81bc01a670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.770 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f26a6d9d640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26a00d4420 0x7f26a00d5230 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f26a8068df0 tx=0x7f26a8067950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.770 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f09aca7c640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f09900665c0 0x7f0990068a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.770 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81b6ffd640 1 -- 172.21.15.116:0/3992381989 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81bc004040 con 0x7f81c00c85d0 2023-11-30T08:27:06.771 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f1f3effd640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1f2c0664c0 0x7f1f2c068980 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1f400b7cc0 tx=0x7f1f340a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.771 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f1f3ffff640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] conn(0x7f1f2c06e660 0x7f1f2c070a80 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.771 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80dc006d50 0x7f80dc0ce780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.771 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80dc038790 0x7f80dc0bdb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.771 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80dc038c20 0x7f80dc16a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80dc169b30 con 0x7f80dc006d50 2023-11-30T08:27:06.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80dc169e10 con 0x7f80dc038790 2023-11-30T08:27:06.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f80e964d640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80dc1697e0 con 0x7f80dc038c20 2023-11-30T08:27:06.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad4685c640 1 Processor -- start 2023-11-30T08:27:06.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7fad4685c640 1 -- start start 2023-11-30T08:27:06.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f09ad27d640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] conn(0x7f099006e760 0x7f0990070b80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7ff5959e1640 1 --2- 172.21.15.116:0/2209798062 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5900bc4d0 0x7ff590140170 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff5900b5830 tx=0x7ff58c01c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33810d51ed1f87d5 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.730+0000 7f81c759e640 1 -- 172.21.15.116:0/3992381989 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81c00373e0 con 0x7f81c00c85d0 2023-11-30T08:27:06.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f81c759e640 1 -- 172.21.15.116:0/3992381989 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81c00b7660 con 0x7f81c00c85d0 2023-11-30T08:27:06.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7ff5949df640 1 -- 172.21.15.116:0/2209798062 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff58c0ac630 con 0x7ff5900bc4d0 2023-11-30T08:27:06.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7ff5949df640 1 -- 172.21.15.116:0/2209798062 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff58c0ac790 con 0x7ff5900bc4d0 2023-11-30T08:27:06.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7ff5949df640 1 -- 172.21.15.116:0/2209798062 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff58c0acb20 con 0x7ff5900bc4d0 2023-11-30T08:27:06.774 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f81b6ffd640 1 -- 172.21.15.116:0/3992381989 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81bc0041a0 con 0x7f81c00c85d0 2023-11-30T08:27:06.774 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f81b6ffd640 1 -- 172.21.15.116:0/3992381989 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81bc004510 con 0x7f81c00c85d0 2023-11-30T08:27:06.774 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f269effd640 1 -- 172.21.15.116:0/3817432188 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a806bb20 con 0x7f26a00d4420 2023-11-30T08:27:06.774 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f269effd640 1 -- 172.21.15.116:0/3817432188 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26a806bc80 con 0x7f26a00d4420 2023-11-30T08:27:06.774 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f269effd640 1 -- 172.21.15.116:0/3817432188 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a8092640 con 0x7f26a00d4420 2023-11-30T08:27:06.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e37fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80dc038c20 0x7f80dc16a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e2ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80dc006d50 0x7f80dc0ce780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e37fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80dc038c20 0x7f80dc16a330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:37752/0 (socket says 172.21.15.116:37752) 2023-11-30T08:27:06.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e37fe640 1 -- 172.21.15.116:0/3665188964 learned_addr learned my addr 172.21.15.116:0/3665188964 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e2ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80dc006d50 0x7f80dc0ce780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58424/0 (socket says 172.21.15.116:58424) 2023-11-30T08:27:06.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e27fc640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80dc038790 0x7f80dc0bdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e2ffd640 1 -- 172.21.15.116:0/3665188964 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80dc038c20 msgr2=0x7f80dc16a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e2ffd640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80dc038c20 0x7f80dc16a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e2ffd640 1 -- 172.21.15.116:0/3665188964 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80dc038790 msgr2=0x7f80dc0bdb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e2ffd640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80dc038790 0x7f80dc0bdb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e2ffd640 1 -- 172.21.15.116:0/3665188964 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80e40686d0 con 0x7f80dc006d50 2023-11-30T08:27:06.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e2ffd640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80dc006d50 0x7f80dc0ce780 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f80e4079ae0 tx=0x7f80e40936e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f26acb56640 1 -- 172.21.15.116:0/3817432188 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26a00d7f50 con 0x7f26a00d4420 2023-11-30T08:27:06.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f26acb56640 1 -- 172.21.15.116:0/3817432188 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26a00d9480 con 0x7f26a00d4420 2023-11-30T08:27:06.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad4685c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fad400ad0d0 0x7fad401351b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad4685c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fad400b77c0 0x7fad40136740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.777 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad4685c640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fad40144f10 0x7fad40139640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.777 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad4685c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad401484b0 con 0x7fad400b77c0 2023-11-30T08:27:06.777 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad4685c640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad40136da0 con 0x7fad40144f10 2023-11-30T08:27:06.777 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad4685c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad40137080 con 0x7fad400ad0d0 2023-11-30T08:27:06.777 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f09a57fa640 1 -- 172.21.15.116:0/3524537684 <== osd.0 v2:172.21.15.116:6811/4180613612 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f0990071230 con 0x7f099006e760 2023-11-30T08:27:06.777 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f09aca7c640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f09900665c0 0x7f0990068a80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f09a00012f0 tx=0x7f09a0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.777 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f5ecaffd640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5eac066540 0x7f5eac068a00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc1487c0 tx=0x7f5ebc00b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.777 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f5ec3fff640 1 -- 172.21.15.116:0/1015928279 <== osd.1 v2:172.21.15.116:6824/27833997 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f5eac071230 con 0x7f5eac06e760 2023-11-30T08:27:06.778 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f26acb56640 1 -- 172.21.15.116:0/3817432188 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f26a00cad50 con 0x7f26a00d4420 2023-11-30T08:27:06.778 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f81c759e640 1 -- 172.21.15.116:0/3992381989 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f81ac000fd0 con 0x7f81c00c85d0 2023-11-30T08:27:06.778 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7ff5969e3640 1 -- 172.21.15.116:0/2209798062 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5900bc4d0 msgr2=0x7ff590140170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.778 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7ff5969e3640 1 --2- 172.21.15.116:0/2209798062 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5900bc4d0 0x7ff590140170 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff5900b5830 tx=0x7ff58c01c3f0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f1f27fff640 1 -- 172.21.15.116:0/628746499 <== osd.5 v2:172.21.15.162:6800/1416102070 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f1f2c071130 con 0x7f1f2c06e660 2023-11-30T08:27:06.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80cb7fe640 1 -- 172.21.15.116:0/3665188964 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e4128040 con 0x7f80dc006d50 2023-11-30T08:27:06.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e964d640 1 -- 172.21.15.116:0/3665188964 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80dc0cfb30 con 0x7f80dc006d50 2023-11-30T08:27:06.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e964d640 1 -- 172.21.15.116:0/3665188964 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80dc0bfe30 con 0x7f80dc006d50 2023-11-30T08:27:06.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80cb7fe640 1 -- 172.21.15.116:0/3665188964 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80e41239d0 con 0x7f80dc006d50 2023-11-30T08:27:06.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad3ffff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fad400ad0d0 0x7fad401351b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad3ffff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fad400ad0d0 0x7fad401351b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:37758/0 (socket says 172.21.15.116:37758) 2023-11-30T08:27:06.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad3ffff640 1 -- 172.21.15.116:0/2007004703 learned_addr learned my addr 172.21.15.116:0/2007004703 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad44df9640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fad40144f10 0x7fad40139640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f81b6ffd640 1 -- 172.21.15.116:0/3992381989 <== mon.2 v2:172.21.15.162:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f81bc0b5070 con 0x7f81c00c85d0 2023-11-30T08:27:06.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7ff5969e3640 1 -- 172.21.15.116:0/2209798062 shutdown_connections 2023-11-30T08:27:06.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7ff5969e3640 1 --2- 172.21.15.116:0/2209798062 >> v2:172.21.15.162:3300/0 conn(0x7ff5900bb910 0x7ff5901406b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7ff5969e3640 1 --2- 172.21.15.116:0/2209798062 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5900bc4d0 0x7ff590140170 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7ff5969e3640 1 -- 172.21.15.116:0/2209798062 >> 172.21.15.116:0/2209798062 conn(0x7ff5900720e0 msgr2=0x7ff5900724f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7ff5969e3640 1 -- 172.21.15.116:0/2209798062 shutdown_connections 2023-11-30T08:27:06.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7ff5969e3640 1 -- 172.21.15.116:0/2209798062 wait complete. 2023-11-30T08:27:06.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80cb7fe640 1 -- 172.21.15.116:0/3665188964 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e4123dc0 con 0x7f80dc006d50 2023-11-30T08:27:06.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad3f7fe640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fad400b77c0 0x7fad40136740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad3f7fe640 1 -- 172.21.15.116:0/2007004703 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fad400ad0d0 msgr2=0x7fad401351b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad3f7fe640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fad400ad0d0 0x7fad401351b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad3f7fe640 1 -- 172.21.15.116:0/2007004703 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fad40144f10 msgr2=0x7fad40139640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad3f7fe640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fad40144f10 0x7fad40139640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad3f7fe640 1 -- 172.21.15.116:0/2007004703 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad38009b30 con 0x7fad400b77c0 2023-11-30T08:27:06.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7fad3f7fe640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fad400b77c0 0x7fad40136740 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fad380ab000 tx=0x7fad38019640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f81b6ffd640 1 --2- 172.21.15.116:0/3992381989 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f81a8066470 0x7f81a8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f81b6ffd640 1 -- 172.21.15.116:0/3992381989 <== mon.2 v2:172.21.15.162:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f81bc11d960 con 0x7f81c00c85d0 2023-11-30T08:27:06.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f81b6ffd640 1 --2- 172.21.15.116:0/3992381989 >> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] conn(0x7f81a806e690 0x7f81a8070ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f81b6ffd640 1 -- 172.21.15.116:0/3992381989 --> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f81a8071160 con 0x7f81a806e690 2023-11-30T08:27:06.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f81b6ffd640 1 -- 172.21.15.116:0/3992381989 <== mon.2 v2:172.21.15.162:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81bc11dd10 con 0x7f81c00c85d0 2023-11-30T08:27:06.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80e964d640 1 -- 172.21.15.116:0/3665188964 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f80c4000fd0 con 0x7f80dc006d50 2023-11-30T08:27:06.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.734+0000 7f80cb7fe640 1 -- 172.21.15.116:0/3665188964 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f80e413e450 con 0x7f80dc006d50 2023-11-30T08:27:06.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f80cb7fe640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80d0066540 0x7f80d0068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f80cb7fe640 1 -- 172.21.15.116:0/3665188964 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f80e41a90a0 con 0x7f80dc006d50 2023-11-30T08:27:06.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f80cb7fe640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] conn(0x7f80d006e5f0 0x7f80d0070a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.783 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f80cb7fe640 1 -- 172.21.15.116:0/3665188964 --> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f80d00710c0 con 0x7f80d006e5f0 2023-11-30T08:27:06.783 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f80cb7fe640 1 -- 172.21.15.116:0/3665188964 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f80e41ab620 con 0x7f80dc006d50 2023-11-30T08:27:06.783 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7ff5969e3640 1 Processor -- start 2023-11-30T08:27:06.783 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f81c659c640 1 --2- 172.21.15.116:0/3992381989 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f81a8066470 0x7f81a8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.783 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f81c659c640 1 --2- 172.21.15.116:0/3992381989 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f81a8066470 0x7f81a8068930 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f81c8069320 tx=0x7f81c80686d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f80e27fc640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80d0066540 0x7f80d0068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f80e37fe640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] conn(0x7f80d006e5f0 0x7f80d0070a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f80e27fc640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80d0066540 0x7f80d0068a00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f80dc0c0600 tx=0x7f80d4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f80e37fe640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] conn(0x7f80d006e5f0 0x7f80d0070a10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f81c5d9b640 1 --2- 172.21.15.116:0/3992381989 >> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] conn(0x7f81a806e690 0x7f81a8070ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7ff5969e3640 1 -- start start 2023-11-30T08:27:06.785 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7fad3cff9640 1 -- 172.21.15.116:0/2007004703 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad380090d0 con 0x7fad400b77c0 2023-11-30T08:27:06.785 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7fad3cff9640 1 -- 172.21.15.116:0/2007004703 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad380b8870 con 0x7fad400b77c0 2023-11-30T08:27:06.785 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7fad3cff9640 1 -- 172.21.15.116:0/2007004703 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad380b8c20 con 0x7fad400b77c0 2023-11-30T08:27:06.785 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7fad4685c640 1 -- 172.21.15.116:0/2007004703 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad401376b0 con 0x7fad400b77c0 2023-11-30T08:27:06.785 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f269effd640 1 -- 172.21.15.116:0/3817432188 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f26a80927a0 con 0x7f26a00d4420 2023-11-30T08:27:06.785 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f269effd640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2688066540 0x7f2688068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.785 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7fad4685c640 1 -- 172.21.15.116:0/2007004703 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad40139e80 con 0x7fad400b77c0 2023-11-30T08:27:06.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f269effd640 1 -- 172.21.15.116:0/3817432188 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f26a80fdf90 con 0x7f26a00d4420 2023-11-30T08:27:06.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f269effd640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] conn(0x7f268806e760 0x7f2688070b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f269effd640 1 -- 172.21.15.116:0/3817432188 --> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2688071230 con 0x7f268806e760 2023-11-30T08:27:06.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f269effd640 1 -- 172.21.15.116:0/3817432188 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7f26a80fe340 con 0x7f26a00d4420 2023-11-30T08:27:06.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f26a5d9b640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] conn(0x7f268806e760 0x7f2688070b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f81c5d9b640 1 --2- 172.21.15.116:0/3992381989 >> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] conn(0x7f81a806e690 0x7f81a8070ab0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f26a659c640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2688066540 0x7f2688068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7ff5969e3640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff5900bb910 0x7ff590138b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7ff5969e3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff5900bc4d0 0x7ff5901e6340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7ff5969e3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff590147580 0x7ff590148720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7ff5969e3640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff59014a130 con 0x7ff590147580 2023-11-30T08:27:06.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7ff5969e3640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff590148ec0 con 0x7ff5900bb910 2023-11-30T08:27:06.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7ff5969e3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5901491a0 con 0x7ff5900bc4d0 2023-11-30T08:27:06.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f80cb7fe640 1 -- 172.21.15.116:0/3665188964 <== osd.6 v2:172.21.15.162:6824/3005480939 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f80d00710c0 con 0x7f80d006e5f0 2023-11-30T08:27:06.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7f26a5d9b640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] conn(0x7f268806e760 0x7f2688070b80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7ff5951e0640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff5900bc4d0 0x7ff5901e6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.738+0000 7ff5959e1640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff5900bb910 0x7ff590138b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5951e0640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff5900bc4d0 0x7ff5901e6340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:37774/0 (socket says 172.21.15.116:37774) 2023-11-30T08:27:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5951e0640 1 -- 172.21.15.116:0/2865243041 learned_addr learned my addr 172.21.15.116:0/2865243041 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5961e2640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff590147580 0x7ff590148720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7f81b6ffd640 1 -- 172.21.15.116:0/3992381989 <== osd.3 v2:172.21.15.116:6808/872693808 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f81a8071160 con 0x7f81a806e690 2023-11-30T08:27:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5951e0640 1 -- 172.21.15.116:0/2865243041 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff5900bb910 msgr2=0x7ff590138b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5951e0640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff5900bb910 0x7ff590138b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5951e0640 1 -- 172.21.15.116:0/2865243041 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff590147580 msgr2=0x7ff590148720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5951e0640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff590147580 0x7ff590148720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7f26a659c640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2688066540 0x7f2688068a00 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2690005890 tx=0x7f2690009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5951e0640 1 -- 172.21.15.116:0/2865243041 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff58c0094d0 con 0x7ff5900bc4d0 2023-11-30T08:27:06.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7f269effd640 1 -- 172.21.15.116:0/3817432188 <== osd.2 v2:172.21.15.116:6800/735954848 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f2688071230 con 0x7f268806e760 2023-11-30T08:27:06.791 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7fad267fc640 1 -- 172.21.15.116:0/2007004703 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fad400728b0 con 0x7fad400b77c0 2023-11-30T08:27:06.791 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5951e0640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff5900bc4d0 0x7ff5901e6340 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff58000c430 tx=0x7ff58000c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.791 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7fad3cff9640 1 -- 172.21.15.116:0/2007004703 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fad380b6410 con 0x7fad400b77c0 2023-11-30T08:27:06.791 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7fad3cff9640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fad2c066540 0x7fad2c068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.792 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7fad3ffff640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fad2c066540 0x7fad2c068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.792 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5867fc640 1 -- 172.21.15.116:0/2865243041 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5800052d0 con 0x7ff5900bc4d0 2023-11-30T08:27:06.792 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5867fc640 1 -- 172.21.15.116:0/2865243041 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff580005430 con 0x7ff5900bc4d0 2023-11-30T08:27:06.792 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5867fc640 1 -- 172.21.15.116:0/2865243041 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff580003860 con 0x7ff5900bc4d0 2023-11-30T08:27:06.792 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7fad3cff9640 1 -- 172.21.15.116:0/2007004703 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fad3811e910 con 0x7fad400b77c0 2023-11-30T08:27:06.792 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7fad3cff9640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] conn(0x7fad2c06e6e0 0x7fad2c070b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7fad3cff9640 1 -- 172.21.15.116:0/2007004703 --> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fad2c0711b0 con 0x7fad2c06e6e0 2023-11-30T08:27:06.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7fad3cff9640 1 -- 172.21.15.116:0/2007004703 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7fad38123240 con 0x7fad400b77c0 2023-11-30T08:27:06.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7fad3ffff640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fad2c066540 0x7fad2c068a00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fad400aff10 tx=0x7fad34009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7fad44df9640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] conn(0x7fad2c06e6e0 0x7fad2c070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5969e3640 1 -- 172.21.15.116:0/2865243041 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff590142fa0 con 0x7ff5900bc4d0 2023-11-30T08:27:06.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5969e3640 1 -- 172.21.15.116:0/2865243041 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff590149dd0 con 0x7ff5900bc4d0 2023-11-30T08:27:06.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.742+0000 7ff5969e3640 1 -- 172.21.15.116:0/2865243041 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff5900b80b0 con 0x7ff5900bc4d0 2023-11-30T08:27:06.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.746+0000 7fad44df9640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] conn(0x7fad2c06e6e0 0x7fad2c070b00 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.746+0000 7fad3cff9640 1 -- 172.21.15.116:0/2007004703 <== osd.7 v2:172.21.15.162:6816/3119544026 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fad2c0711b0 con 0x7fad2c06e6e0 2023-11-30T08:27:06.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.746+0000 7ff5867fc640 1 -- 172.21.15.116:0/2865243041 <== mon.2 v2:172.21.15.162:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff5800039c0 con 0x7ff5900bc4d0 2023-11-30T08:27:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.746+0000 7ff5867fc640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff574066470 0x7ff574068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.746+0000 7ff5867fc640 1 -- 172.21.15.116:0/2865243041 <== mon.2 v2:172.21.15.162:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff580083720 con 0x7ff5900bc4d0 2023-11-30T08:27:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.746+0000 7ff5959e1640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff574066470 0x7ff574068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.746+0000 7ff5867fc640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] conn(0x7ff57406e610 0x7ff574070a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.746+0000 7ff5867fc640 1 -- 172.21.15.116:0/2865243041 --> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff5740710e0 con 0x7ff57406e610 2023-11-30T08:27:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.746+0000 7ff5961e2640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] conn(0x7ff57406e610 0x7ff574070a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.746+0000 7ff5959e1640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff574066470 0x7ff574068930 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff58c0ae000 tx=0x7ff58c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.746+0000 7ff5867fc640 1 -- 172.21.15.116:0/2865243041 <== mon.2 v2:172.21.15.162:3301/0 6 ==== mon_get_version_reply(handle=1 version=20) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff580083b70 con 0x7ff5900bc4d0 2023-11-30T08:27:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.750+0000 7ff5961e2640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] conn(0x7ff57406e610 0x7ff574070a30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.750+0000 7ff5867fc640 1 -- 172.21.15.116:0/2865243041 <== osd.4 v2:172.21.15.162:6804/1627507177 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7ff5740710e0 con 0x7ff57406e610 2023-11-30T08:27:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.758+0000 7f09aece0640 1 -- 172.21.15.116:0/3524537684 --> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f0994002cc0 con 0x7f099006e760 2023-11-30T08:27:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.758+0000 7f1f46097640 1 -- 172.21.15.116:0/628746499 --> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1f4014d0d0 con 0x7f1f2c06e660 2023-11-30T08:27:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.758+0000 7f09a57fa640 1 -- 172.21.15.116:0/3524537684 <== osd.0 v2:172.21.15.116:6811/4180613612 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f0994002cc0 con 0x7f099006e760 2023-11-30T08:27:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.762+0000 7f09aece0640 1 -- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] conn(0x7f099006e760 msgr2=0x7f0990070b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.762+0000 7f09aece0640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] conn(0x7f099006e760 0x7f0990070b80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.762+0000 7f1f27fff640 1 -- 172.21.15.116:0/628746499 <== osd.5 v2:172.21.15.162:6800/1416102070 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f1f4014d0d0 con 0x7f1f2c06e660 2023-11-30T08:27:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.762+0000 7f09aece0640 1 -- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f09900665c0 msgr2=0x7f0990068a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.762+0000 7f09aece0640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f09900665c0 0x7f0990068a80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f09a00012f0 tx=0x7f09a0009040 comp rx=0 tx=0).stop 2023-11-30T08:27:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.762+0000 7f09aece0640 1 -- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a8146be0 msgr2=0x7f09a81e33d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.798 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.762+0000 7f09aece0640 1 --2- 172.21.15.116:0/3524537684 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f09a8146be0 0x7f09a81e33d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f09a80b4160 tx=0x7f099c01ad40 comp rx=0 tx=0).stop 2023-11-30T08:27:06.798 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.762+0000 7f09ad27d640 1 -- 172.21.15.116:0/3524537684 reap_dead start 2023-11-30T08:27:06.798 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.762+0000 7f09aece0640 1 -- 172.21.15.116:0/3524537684 shutdown_connections 2023-11-30T08:27:06.798 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.762+0000 7f09aece0640 1 -- 172.21.15.116:0/3524537684 >> 172.21.15.116:0/3524537684 conn(0x7f09a806a580 msgr2=0x7f09a80b5c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.798 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.762+0000 7f09aece0640 1 -- 172.21.15.116:0/3524537684 shutdown_connections 2023-11-30T08:27:06.798 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.762+0000 7f09aece0640 1 -- 172.21.15.116:0/3524537684 wait complete. 2023-11-30T08:27:06.798 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.766+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/1015928279 --> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f5ecc0688f0 con 0x7f5eac06e760 2023-11-30T08:27:06.798 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.766+0000 7f26acb56640 1 -- 172.21.15.116:0/3817432188 --> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f26a00d0c50 con 0x7f268806e760 2023-11-30T08:27:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.766+0000 7f1f46097640 1 -- 172.21.15.116:0/628746499 >> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] conn(0x7f1f2c06e660 msgr2=0x7f1f2c070a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.766+0000 7f1f46097640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] conn(0x7f1f2c06e660 0x7f1f2c070a80 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.766+0000 7f1f46097640 1 -- 172.21.15.116:0/628746499 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1f2c0664c0 msgr2=0x7f1f2c068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.766+0000 7f1f46097640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1f2c0664c0 0x7f1f2c068980 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1f400b7cc0 tx=0x7f1f340a6000 comp rx=0 tx=0).stop 2023-11-30T08:27:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.766+0000 7f1f46097640 1 -- 172.21.15.116:0/628746499 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f4006c100 msgr2=0x7f1f401537f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.766+0000 7f1f46097640 1 --2- 172.21.15.116:0/628746499 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f4006c100 0x7f1f401537f0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1f3000c500 tx=0x7f1f3000c9c0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f1f3ffff640 1 -- 172.21.15.116:0/628746499 reap_dead start 2023-11-30T08:27:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f1f46097640 1 -- 172.21.15.116:0/628746499 shutdown_connections 2023-11-30T08:27:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f1f46097640 1 -- 172.21.15.116:0/628746499 >> 172.21.15.116:0/628746499 conn(0x7f1f400b85e0 msgr2=0x7f1f4006a580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.800 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f269effd640 1 -- 172.21.15.116:0/3817432188 <== osd.2 v2:172.21.15.116:6800/735954848 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f26980ab920 con 0x7f268806e760 2023-11-30T08:27:06.800 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f80e964d640 1 -- 172.21.15.116:0/3665188964 --> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f80c4002cc0 con 0x7f80d006e5f0 2023-11-30T08:27:06.800 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81c759e640 1 -- 172.21.15.116:0/3992381989 --> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f81ac002cf0 con 0x7f81a806e690 2023-11-30T08:27:06.800 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f5ec3fff640 1 -- 172.21.15.116:0/1015928279 <== osd.1 v2:172.21.15.116:6824/27833997 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f5ecc0688f0 con 0x7f5eac06e760 2023-11-30T08:27:06.801 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f1f46097640 1 -- 172.21.15.116:0/628746499 shutdown_connections 2023-11-30T08:27:06.801 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f1f46097640 1 -- 172.21.15.116:0/628746499 wait complete. 2023-11-30T08:27:06.801 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f26acb56640 1 -- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] conn(0x7f268806e760 msgr2=0x7f2688070b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.801 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f26acb56640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] conn(0x7f268806e760 0x7f2688070b80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.802 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81b6ffd640 1 -- 172.21.15.116:0/3992381989 <== osd.3 v2:172.21.15.116:6808/872693808 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f81ac002cf0 con 0x7f81a806e690 2023-11-30T08:27:06.802 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5969e3640 1 -- 172.21.15.116:0/2865243041 --> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff5901493c0 con 0x7ff57406e610 2023-11-30T08:27:06.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f26acb56640 1 -- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2688066540 msgr2=0x7f2688068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f26acb56640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2688066540 0x7f2688068a00 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2690005890 tx=0x7f2690009040 comp rx=0 tx=0).stop 2023-11-30T08:27:06.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f26acb56640 1 -- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26a00d4420 msgr2=0x7f26a00d5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f26acb56640 1 --2- 172.21.15.116:0/3817432188 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26a00d4420 0x7f26a00d5230 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f26a8068df0 tx=0x7f26a8067950 comp rx=0 tx=0).stop 2023-11-30T08:27:06.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f26a6d9d640 1 -- 172.21.15.116:0/3817432188 reap_dead start 2023-11-30T08:27:06.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f26acb56640 1 -- 172.21.15.116:0/3817432188 shutdown_connections 2023-11-30T08:27:06.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81c759e640 1 -- 172.21.15.116:0/3992381989 >> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] conn(0x7f81a806e690 msgr2=0x7f81a8070ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81c759e640 1 --2- 172.21.15.116:0/3992381989 >> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] conn(0x7f81a806e690 0x7f81a8070ab0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f26acb56640 1 -- 172.21.15.116:0/3817432188 >> 172.21.15.116:0/3817432188 conn(0x7f26a003abd0 msgr2=0x7f26a0006990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f80cb7fe640 1 -- 172.21.15.116:0/3665188964 <== osd.6 v2:172.21.15.162:6824/3005480939 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f80c4002cc0 con 0x7f80d006e5f0 2023-11-30T08:27:06.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81c759e640 1 -- 172.21.15.116:0/3992381989 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f81a8066470 msgr2=0x7f81a8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81c759e640 1 --2- 172.21.15.116:0/3992381989 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f81a8066470 0x7f81a8068930 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f81c8069320 tx=0x7f81c80686d0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.805 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f26acb56640 1 -- 172.21.15.116:0/3817432188 shutdown_connections 2023-11-30T08:27:06.805 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f26acb56640 1 -- 172.21.15.116:0/3817432188 wait complete. 2023-11-30T08:27:06.805 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81c759e640 1 -- 172.21.15.116:0/3992381989 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f81c00c85d0 msgr2=0x7f81c00c2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.805 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81c759e640 1 --2- 172.21.15.116:0/3992381989 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f81c00c85d0 0x7f81c00c2f40 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f81bc01e170 tx=0x7f81bc01a670 comp rx=0 tx=0).stop 2023-11-30T08:27:06.805 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81c6d9d640 1 -- 172.21.15.116:0/3992381989 reap_dead start 2023-11-30T08:27:06.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81c759e640 1 -- 172.21.15.116:0/3992381989 shutdown_connections 2023-11-30T08:27:06.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81c759e640 1 -- 172.21.15.116:0/3992381989 >> 172.21.15.116:0/3992381989 conn(0x7f81c003a830 msgr2=0x7f81c0006620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5867fc640 1 -- 172.21.15.116:0/2865243041 <== osd.4 v2:172.21.15.162:6804/1627507177 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7ff5901493c0 con 0x7ff57406e610 2023-11-30T08:27:06.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81c759e640 1 -- 172.21.15.116:0/3992381989 shutdown_connections 2023-11-30T08:27:06.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f81c759e640 1 -- 172.21.15.116:0/3992381989 wait complete. 2023-11-30T08:27:06.807 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5969e3640 1 -- 172.21.15.116:0/2865243041 >> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] conn(0x7ff57406e610 msgr2=0x7ff574070a30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.807 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5969e3640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] conn(0x7ff57406e610 0x7ff574070a30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.807 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] conn(0x7f5eac06e760 msgr2=0x7f5eac070b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f5ed0c6b640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] conn(0x7f5eac06e760 0x7f5eac070b80 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5969e3640 1 -- 172.21.15.116:0/2865243041 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff574066470 msgr2=0x7ff574068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5969e3640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff574066470 0x7ff574068930 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff58c0ae000 tx=0x7ff58c008040 comp rx=0 tx=0).stop 2023-11-30T08:27:06.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5969e3640 1 -- 172.21.15.116:0/2865243041 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff5900bc4d0 msgr2=0x7ff5901e6340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5969e3640 1 --2- 172.21.15.116:0/2865243041 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff5900bc4d0 0x7ff5901e6340 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff58000c430 tx=0x7ff58000c8f0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5961e2640 1 -- 172.21.15.116:0/2865243041 reap_dead start 2023-11-30T08:27:06.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5969e3640 1 -- 172.21.15.116:0/2865243041 shutdown_connections 2023-11-30T08:27:06.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5969e3640 1 -- 172.21.15.116:0/2865243041 >> 172.21.15.116:0/2865243041 conn(0x7ff5900720e0 msgr2=0x7ff5900ba510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5eac066540 msgr2=0x7f5eac068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5969e3640 1 -- 172.21.15.116:0/2865243041 shutdown_connections 2023-11-30T08:27:06.811 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f5ed0c6b640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5eac066540 0x7f5eac068a00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc1487c0 tx=0x7f5ebc00b040 comp rx=0 tx=0).stop 2023-11-30T08:27:06.811 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7ff5969e3640 1 -- 172.21.15.116:0/2865243041 wait complete. 2023-11-30T08:27:06.812 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/1015928279 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5ecc0b26a0 msgr2=0x7f5ecc132a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.812 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f5ed0c6b640 1 --2- 172.21.15.116:0/1015928279 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5ecc0b26a0 0x7f5ecc132a60 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5ec40ab000 tx=0x7f5ec4019130 comp rx=0 tx=0).stop 2023-11-30T08:27:06.812 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f5ecbfff640 1 -- 172.21.15.116:0/1015928279 reap_dead start 2023-11-30T08:27:06.812 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/1015928279 shutdown_connections 2023-11-30T08:27:06.812 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/1015928279 >> 172.21.15.116:0/1015928279 conn(0x7f5ecc06a780 msgr2=0x7f5ecc066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.812 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/1015928279 shutdown_connections 2023-11-30T08:27:06.812 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.770+0000 7f5ed0c6b640 1 -- 172.21.15.116:0/1015928279 wait complete. 2023-11-30T08:27:06.812 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad267fc640 1 -- 172.21.15.116:0/2007004703 --> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fad40146a60 con 0x7fad2c06e6e0 2023-11-30T08:27:06.813 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad3cff9640 1 -- 172.21.15.116:0/2007004703 <== osd.7 v2:172.21.15.162:6816/3119544026 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fad3000d4c0 con 0x7fad2c06e6e0 2023-11-30T08:27:06.813 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad267fc640 1 -- 172.21.15.116:0/2007004703 >> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] conn(0x7fad2c06e6e0 msgr2=0x7fad2c070b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.814 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad267fc640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] conn(0x7fad2c06e6e0 0x7fad2c070b00 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.814 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad267fc640 1 -- 172.21.15.116:0/2007004703 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fad2c066540 msgr2=0x7fad2c068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.814 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad267fc640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fad2c066540 0x7fad2c068a00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fad400aff10 tx=0x7fad34009190 comp rx=0 tx=0).stop 2023-11-30T08:27:06.814 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad267fc640 1 -- 172.21.15.116:0/2007004703 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fad400b77c0 msgr2=0x7fad40136740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.814 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad267fc640 1 --2- 172.21.15.116:0/2007004703 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fad400b77c0 0x7fad40136740 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fad380ab000 tx=0x7fad38019640 comp rx=0 tx=0).stop 2023-11-30T08:27:06.814 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad44df9640 1 -- 172.21.15.116:0/2007004703 reap_dead start 2023-11-30T08:27:06.814 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad267fc640 1 -- 172.21.15.116:0/2007004703 shutdown_connections 2023-11-30T08:27:06.814 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad267fc640 1 -- 172.21.15.116:0/2007004703 >> 172.21.15.116:0/2007004703 conn(0x7fad400b5c90 msgr2=0x7fad400b6f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.814 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad267fc640 1 -- 172.21.15.116:0/2007004703 shutdown_connections 2023-11-30T08:27:06.814 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.774+0000 7fad267fc640 1 -- 172.21.15.116:0/2007004703 wait complete. 2023-11-30T08:27:06.815 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.786+0000 7f80e964d640 1 -- 172.21.15.116:0/3665188964 >> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] conn(0x7f80d006e5f0 msgr2=0x7f80d0070a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.816 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.786+0000 7f80e964d640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] conn(0x7f80d006e5f0 0x7f80d0070a10 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.816 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.786+0000 7f80e964d640 1 -- 172.21.15.116:0/3665188964 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80d0066540 msgr2=0x7f80d0068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.816 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.786+0000 7f80e964d640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80d0066540 0x7f80d0068a00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f80dc0c0600 tx=0x7f80d4009040 comp rx=0 tx=0).stop 2023-11-30T08:27:06.816 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.786+0000 7f80e964d640 1 -- 172.21.15.116:0/3665188964 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80dc006d50 msgr2=0x7f80dc0ce780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:06.816 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.786+0000 7f80e964d640 1 --2- 172.21.15.116:0/3665188964 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80dc006d50 0x7f80dc0ce780 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f80e4079ae0 tx=0x7f80e40936e0 comp rx=0 tx=0).stop 2023-11-30T08:27:06.816 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.786+0000 7f80e37fe640 1 -- 172.21.15.116:0/3665188964 reap_dead start 2023-11-30T08:27:06.816 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.786+0000 7f80e964d640 1 -- 172.21.15.116:0/3665188964 shutdown_connections 2023-11-30T08:27:06.816 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.786+0000 7f80e964d640 1 -- 172.21.15.116:0/3665188964 >> 172.21.15.116:0/3665188964 conn(0x7f80dc008720 msgr2=0x7f80dc0c9a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:06.816 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.786+0000 7f80e964d640 1 -- 172.21.15.116:0/3665188964 shutdown_connections 2023-11-30T08:27:06.816 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:06.786+0000 7f80e964d640 1 -- 172.21.15.116:0/3665188964 wait complete. 2023-11-30T08:27:06.817 INFO:teuthology.orchestra.run.smithi116.stdout:55834574853 2023-11-30T08:27:06.817 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-11-30T08:27:06.818 INFO:teuthology.orchestra.run.smithi116.stdout:55834574855 2023-11-30T08:27:06.818 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-11-30T08:27:06.819 INFO:teuthology.orchestra.run.smithi116.stdout:55834574854 2023-11-30T08:27:06.819 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-11-30T08:27:06.820 INFO:teuthology.orchestra.run.smithi116.stdout:55834574855 2023-11-30T08:27:06.820 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-11-30T08:27:06.821 INFO:teuthology.orchestra.run.smithi116.stdout:55834574855 2023-11-30T08:27:06.821 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-11-30T08:27:06.822 INFO:teuthology.orchestra.run.smithi116.stdout:55834574853 2023-11-30T08:27:06.822 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-11-30T08:27:06.823 INFO:teuthology.orchestra.run.smithi116.stdout:55834574855 2023-11-30T08:27:06.823 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-11-30T08:27:06.824 INFO:teuthology.orchestra.run.smithi116.stdout:55834574854 2023-11-30T08:27:06.825 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-11-30T08:27:07.014 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3ac3a3640 1 Processor -- start 2023-11-30T08:27:07.014 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3ac3a3640 1 -- start start 2023-11-30T08:27:07.014 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3ac3a3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3a40b4f30 0x7fb3a40b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3ac3a3640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fb3a40b4300 0x7fb3a4142400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3ac3a3640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3a40af700 con 0x7fb3a40aec40 2023-11-30T08:27:07.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3ac3a3640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3a40b1e50 con 0x7fb3a40b4300 2023-11-30T08:27:07.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3ac3a3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a40b5310 con 0x7fb3a40b4f30 2023-11-30T08:27:07.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3a993e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fb3a40b4300 0x7fb3a4142400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3a993e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fb3a40b4300 0x7fb3a4142400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58454/0 (socket says 172.21.15.116:58454) 2023-11-30T08:27:07.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3a993e640 1 -- 172.21.15.116:0/3836157130 learned_addr learned my addr 172.21.15.116:0/3836157130 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3a993e640 1 -- 172.21.15.116:0/3836157130 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3a40b4f30 msgr2=0x7fb3a40b09f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-30T08:27:07.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3a993e640 1 --2- 172.21.15.116:0/3836157130 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3a40b4f30 0x7fb3a40b09f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3a993e640 1 -- 172.21.15.116:0/3836157130 >> v1:172.21.15.162:6789/0 conn(0x7fb3a40aec40 legacy=0x7fb3a4071ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:07.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.006+0000 7fb3a993e640 1 -- 172.21.15.116:0/3836157130 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3a40af960 con 0x7fb3a40b4300 2023-11-30T08:27:07.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.010+0000 7fb3a993e640 1 --2- 172.21.15.116:0/3836157130 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3a40b4300 0x7fb3a4142400 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb39c00d370 tx=0x7fb39c01ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da3cda353943e450 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.010+0000 7fb3a913d640 1 -- 172.21.15.116:0/3836157130 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39c0a7d80 con 0x7fb3a40b4300 2023-11-30T08:27:07.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.010+0000 7fb3a913d640 1 -- 172.21.15.116:0/3836157130 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb39c0ab070 con 0x7fb3a40b4300 2023-11-30T08:27:07.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.010+0000 7fb3a913d640 1 -- 172.21.15.116:0/3836157130 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39c0b1620 con 0x7fb3a40b4300 2023-11-30T08:27:07.018 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.010+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3836157130 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3a40b4300 msgr2=0x7fb3a4142400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.010+0000 7fb3ac3a3640 1 --2- 172.21.15.116:0/3836157130 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3a40b4300 0x7fb3a4142400 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb39c00d370 tx=0x7fb39c01ecd0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.010+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3836157130 shutdown_connections 2023-11-30T08:27:07.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.010+0000 7fb3ac3a3640 1 --2- 172.21.15.116:0/3836157130 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3a40b4300 0x7fb3a4142400 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.010+0000 7fb3ac3a3640 1 --2- 172.21.15.116:0/3836157130 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3a40b4f30 0x7fb3a40b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.010+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3836157130 >> 172.21.15.116:0/3836157130 conn(0x7fb3a406a580 msgr2=0x7fb3a406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.010+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3836157130 shutdown_connections 2023-11-30T08:27:07.019 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.010+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3836157130 wait complete. 2023-11-30T08:27:07.020 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3ac3a3640 1 Processor -- start 2023-11-30T08:27:07.021 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3ac3a3640 1 -- start start 2023-11-30T08:27:07.022 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3ac3a3640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb3a40aec40 0x7fb3a41d8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.022 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3ac3a3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3a40b4300 0x7fb3a41e6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.022 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3ac3a3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3a40b4f30 0x7fb3a41e6c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.022 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3ac3a3640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a40710f0 con 0x7fb3a40b4300 2023-11-30T08:27:07.022 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3ac3a3640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a413e010 con 0x7fb3a40aec40 2023-11-30T08:27:07.022 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3ac3a3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3a4071340 con 0x7fb3a40b4f30 2023-11-30T08:27:07.022 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3a993e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3a40b4300 0x7fb3a41e6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.022 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3a993e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3a40b4300 0x7fb3a41e6700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58462/0 (socket says 172.21.15.116:58462) 2023-11-30T08:27:07.023 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3a993e640 1 -- 172.21.15.116:0/3087194888 learned_addr learned my addr 172.21.15.116:0/3087194888 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.023 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3aa940640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3a40b4f30 0x7fb3a41e6c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.023 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3aa13f640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb3a40aec40 0x7fb3a41d8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.023 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3a993e640 1 -- 172.21.15.116:0/3087194888 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3a40b4f30 msgr2=0x7fb3a41e6c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.023 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3a993e640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3a40b4f30 0x7fb3a41e6c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.023 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3a993e640 1 -- 172.21.15.116:0/3087194888 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb3a40aec40 msgr2=0x7fb3a41d8cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.023 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3a993e640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb3a40aec40 0x7fb3a41d8cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.023 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3a993e640 1 -- 172.21.15.116:0/3087194888 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb39c00d050 con 0x7fb3a40b4300 2023-11-30T08:27:07.023 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.014+0000 7fb3a993e640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3a40b4300 0x7fb3a41e6700 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb39c0b3040 tx=0x7fb39c01ba70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.027 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.018+0000 7fb39affd640 1 -- 172.21.15.116:0/3087194888 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39c008040 con 0x7fb3a40b4300 2023-11-30T08:27:07.027 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.018+0000 7fb39affd640 1 -- 172.21.15.116:0/3087194888 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb39c0081e0 con 0x7fb3a40b4300 2023-11-30T08:27:07.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.022+0000 7fb39affd640 1 -- 172.21.15.116:0/3087194888 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb39c008590 con 0x7fb3a40b4300 2023-11-30T08:27:07.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.022+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3087194888 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3a413dd30 con 0x7fb3a40b4300 2023-11-30T08:27:07.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.022+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3087194888 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3a413cd70 con 0x7fb3a40b4300 2023-11-30T08:27:07.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.022+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3087194888 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3a4067f70 con 0x7fb3a40b4300 2023-11-30T08:27:07.030 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.022+0000 7f9cfb4d4640 1 Processor -- start 2023-11-30T08:27:07.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.022+0000 7f9cfb4d4640 1 -- start start 2023-11-30T08:27:07.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.022+0000 7fb39affd640 1 -- 172.21.15.116:0/3087194888 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb39c0086f0 con 0x7fb3a40b4300 2023-11-30T08:27:07.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.022+0000 7fb39affd640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb388066540 0x7fb388068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fb39affd640 1 -- 172.21.15.116:0/3087194888 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb39c11e050 con 0x7fb3a40b4300 2023-11-30T08:27:07.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fb3aa13f640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb388066540 0x7fb388068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cfb4d4640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9cf40ad050 0x7f9cf40af290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cfb4d4640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f9cf40ad430 0x7f9cf414eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cfb4d4640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cf40b28b0 con 0x7f9cf406caa0 2023-11-30T08:27:07.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cfb4d4640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cf40ae340 con 0x7f9cf40ad430 2023-11-30T08:27:07.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cfb4d4640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf40ae620 con 0x7f9cf40ad050 2023-11-30T08:27:07.034 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cf9270640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9cf40ad050 0x7f9cf40af290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.034 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2f59e640 1 Processor -- start 2023-11-30T08:27:07.034 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cf9270640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9cf40ad050 0x7f9cf40af290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:37796/0 (socket says 172.21.15.116:37796) 2023-11-30T08:27:07.034 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cf9270640 1 -- 172.21.15.116:0/1167632075 learned_addr learned my addr 172.21.15.116:0/1167632075 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.035 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fb3aa13f640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb388066540 0x7fb388068a00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb3a40af470 tx=0x7fb394009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.035 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cf9a71640 1 --2- 172.21.15.116:0/1167632075 >> v2:172.21.15.116:3300/0 conn(0x7f9cf40ad430 0x7f9cf414eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.035 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766f59e640 1 Processor -- start 2023-11-30T08:27:07.035 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cf9270640 1 -- 172.21.15.116:0/1167632075 >> v2:172.21.15.116:3300/0 conn(0x7f9cf40ad430 msgr2=0x7f9cf414eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:07.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cf9270640 1 --2- 172.21.15.116:0/1167632075 >> v2:172.21.15.116:3300/0 conn(0x7f9cf40ad430 0x7f9cf414eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cf9270640 1 -- 172.21.15.116:0/1167632075 >> v1:172.21.15.116:6789/0 conn(0x7f9cf406caa0 legacy=0x7f9cf414e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fa087fff640 1 Processor -- start 2023-11-30T08:27:07.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766f59e640 1 -- start start 2023-11-30T08:27:07.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f9cf9270640 1 -- 172.21.15.116:0/1167632075 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cf40ae900 con 0x7f9cf40ad050 2023-11-30T08:27:07.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2f59e640 1 -- start start 2023-11-30T08:27:07.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2f59e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 0x7fae300af2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2f59e640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae300b14c0 con 0x7fae300af7e0 2023-11-30T08:27:07.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2f59e640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae300afc60 con 0x7fae3014dfc0 2023-11-30T08:27:07.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2f59e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae300b0870 con 0x7fae300b1c30 2023-11-30T08:27:07.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2e59c640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7fae3014dfc0 0x7fae30071ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:50634/0 (socket says 172.21.15.116:50634) 2023-11-30T08:27:07.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2e59c640 1 -- 172.21.15.116:0/3407715521 learned_addr learned my addr 172.21.15.116:0/3407715521 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:07.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766f59e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f76700b3900 0x7f7670144240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766f59e640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f76700b3ce0 0x7f76700b4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766f59e640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76700b5060 con 0x7f76700b5cc0 2023-11-30T08:27:07.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766f59e640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76700b6dd0 con 0x7f76700b3ce0 2023-11-30T08:27:07.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766f59e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76700b4d80 con 0x7f76700b3900 2023-11-30T08:27:07.039 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2dd9b640 1 --2- 172.21.15.116:0/3407715521 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 0x7fae300af2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.040 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766e59c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f76700b3900 0x7f7670144240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.040 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766e59c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f76700b3900 0x7f7670144240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:37806/0 (socket says 172.21.15.116:37806) 2023-11-30T08:27:07.040 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766e59c640 1 -- 172.21.15.116:0/2619407025 learned_addr learned my addr 172.21.15.116:0/2619407025 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.040 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fa087fff640 1 -- start start 2023-11-30T08:27:07.040 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fa087fff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa080033cd0 0x7fa080036510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.040 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fa087fff640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fa0800c85d0 0x7fa0800d2e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.040 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fa087fff640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa080036dd0 con 0x7fa0800338f0 2023-11-30T08:27:07.041 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fa087fff640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa080036a50 con 0x7fa0800c85d0 2023-11-30T08:27:07.041 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fa087fff640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa080029f80 con 0x7fa080033cd0 2023-11-30T08:27:07.041 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fa086ffd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fa0800338f0 0x7fa080035530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53934/0 (socket says 172.21.15.116:53934) 2023-11-30T08:27:07.041 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fa086ffd640 1 -- 172.21.15.116:0/3626741687 learned_addr learned my addr 172.21.15.116:0/3626741687 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:07.041 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fa0867fc640 1 --2- 172.21.15.116:0/3626741687 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa080033cd0 0x7fa080036510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.041 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f7665d9b640 1 --2- 172.21.15.116:0/2619407025 >> v2:172.21.15.162:3300/0 conn(0x7f76700b3ce0 0x7f76700b4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.041 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2d59a640 1 -- 172.21.15.116:0/3407715521 <== mon.1 v1:172.21.15.162:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2562876783 0 0) 0x7fae300afc60 con 0x7fae3014dfc0 2023-11-30T08:27:07.041 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2d59a640 1 -- 172.21.15.116:0/3407715521 --> v1:172.21.15.162:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fae18003530 con 0x7fae3014dfc0 2023-11-30T08:27:07.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f7fcf9fe640 1 Processor -- start 2023-11-30T08:27:07.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f7fcf9fe640 1 -- start start 2023-11-30T08:27:07.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766e59c640 1 -- 172.21.15.116:0/2619407025 >> v2:172.21.15.162:3300/0 conn(0x7f76700b3ce0 msgr2=0x7f76700b4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:07.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766e59c640 1 --2- 172.21.15.116:0/2619407025 >> v2:172.21.15.162:3300/0 conn(0x7f76700b3ce0 0x7f76700b4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766e59c640 1 -- 172.21.15.116:0/2619407025 >> v1:172.21.15.116:6789/0 conn(0x7f76700b5cc0 legacy=0x7f76700b66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7f766e59c640 1 -- 172.21.15.116:0/2619407025 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76700b57a0 con 0x7f76700b3900 2023-11-30T08:27:07.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2dd9b640 1 -- 172.21.15.116:0/3407715521 >> v1:172.21.15.162:6789/0 conn(0x7fae3014dfc0 legacy=0x7fae30071ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2dd9b640 1 -- 172.21.15.116:0/3407715521 >> v1:172.21.15.116:6789/0 conn(0x7fae300af7e0 legacy=0x7fae301550b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.026+0000 7fae2dd9b640 1 -- 172.21.15.116:0/3407715521 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae300b17a0 con 0x7fae300b1c30 2023-11-30T08:27:07.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7fa0877fe640 1 --2- 172.21.15.116:0/3626741687 >> v2:172.21.15.162:3300/0 conn(0x7fa0800c85d0 0x7fa0800d2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fcf9fe640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f7fc806cb20 0x7f7fc814a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fcf9fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc80b2090 0x7f7fc814a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fcf9fe640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7fc814ae20 con 0x7f7fc806bd10 2023-11-30T08:27:07.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fcf9fe640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7fc80b4570 con 0x7f7fc806cb20 2023-11-30T08:27:07.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fcf9fe640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fc806c0f0 con 0x7f7fc80b2090 2023-11-30T08:27:07.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7fa0867fc640 1 -- 172.21.15.116:0/3626741687 >> v2:172.21.15.162:3300/0 conn(0x7fa0800c85d0 msgr2=0x7fa0800d2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:07.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7fa0867fc640 1 --2- 172.21.15.116:0/3626741687 >> v2:172.21.15.162:3300/0 conn(0x7fa0800c85d0 0x7fa0800d2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7fa0867fc640 1 -- 172.21.15.116:0/3626741687 >> v1:172.21.15.116:6789/0 conn(0x7fa0800338f0 legacy=0x7fa080035530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7fa0867fc640 1 -- 172.21.15.116:0/3626741687 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa080035c40 con 0x7fa080033cd0 2023-11-30T08:27:07.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fccf99640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f7fc806cb20 0x7f7fc814a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fcd79a640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f7fc806bd10 0x7f7fc80ad0e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:50642/0 (socket says 172.21.15.116:50642) 2023-11-30T08:27:07.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fcd79a640 1 -- 172.21.15.116:0/1500081937 learned_addr learned my addr 172.21.15.116:0/1500081937 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:07.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fcdf9b640 1 --2- 172.21.15.116:0/1500081937 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc80b2090 0x7f7fc814a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f541e2c3640 1 Processor -- start 2023-11-30T08:27:07.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f541e2c3640 1 -- start start 2023-11-30T08:27:07.046 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fcdf9b640 1 -- 172.21.15.116:0/1500081937 >> v2:172.21.15.162:3300/0 conn(0x7f7fc806cb20 msgr2=0x7f7fc814a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:07.046 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fcdf9b640 1 --2- 172.21.15.116:0/1500081937 >> v2:172.21.15.162:3300/0 conn(0x7f7fc806cb20 0x7f7fc814a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.046 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fcdf9b640 1 -- 172.21.15.116:0/1500081937 >> v1:172.21.15.162:6789/0 conn(0x7f7fc806bd10 legacy=0x7f7fc80ad0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.046 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f7fcdf9b640 1 -- 172.21.15.116:0/1500081937 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fc80b41b0 con 0x7f7fc80b2090 2023-11-30T08:27:07.046 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f766e59c640 1 --2- 172.21.15.116:0/2619407025 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f76700b3900 0x7f7670144240 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7660009870 tx=0x7f766001c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0f318bb8befdb65 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f766dd9b640 1 -- 172.21.15.116:0/2619407025 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76600ab600 con 0x7f76700b3900 2023-11-30T08:27:07.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f9cf9270640 1 --2- 172.21.15.116:0/1167632075 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9cf40ad050 0x7f9cf40af290 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f9ce4009870 tx=0x7f9ce401c4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=acfac712d45f031e server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7fae2dd9b640 1 --2- 172.21.15.116:0/3407715521 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 0x7fae300af2a0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fae28009dc0 tx=0x7fae2801c8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c84aa8f61a17d5b server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f541e2c3640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f541003ad60 0x7f541003a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f541e2c3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54100ccb10 0x7f54100ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f541e2c3640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5410039630 con 0x7f541003b140 2023-11-30T08:27:07.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f541e2c3640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54100cd4a0 con 0x7f541003ad60 2023-11-30T08:27:07.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f541e2c3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5410039910 con 0x7f54100ccb10 2023-11-30T08:27:07.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f766dd9b640 1 -- 172.21.15.116:0/2619407025 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76600a7050 con 0x7f76700b3900 2023-11-30T08:27:07.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f766dd9b640 1 -- 172.21.15.116:0/2619407025 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76600ab980 con 0x7f76700b3900 2023-11-30T08:27:07.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f9cebfff640 1 -- 172.21.15.116:0/1167632075 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce40aa610 con 0x7f9cf40ad050 2023-11-30T08:27:07.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f9cebfff640 1 -- 172.21.15.116:0/1167632075 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ce40a6040 con 0x7f9cf40ad050 2023-11-30T08:27:07.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7f9cebfff640 1 -- 172.21.15.116:0/1167632075 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce40aa990 con 0x7f9cf40ad050 2023-11-30T08:27:07.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7fae2d59a640 1 -- 172.21.15.116:0/3407715521 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae280a5970 con 0x7fae300b1c30 2023-11-30T08:27:07.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7fae2d59a640 1 -- 172.21.15.116:0/3407715521 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae280a5ad0 con 0x7fae300b1c30 2023-11-30T08:27:07.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.030+0000 7fae2d59a640 1 -- 172.21.15.116:0/3407715521 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae280a5e60 con 0x7fae300b1c30 2023-11-30T08:27:07.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 -- 172.21.15.116:0/2619407025 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f76700b3900 msgr2=0x7f7670144240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 --2- 172.21.15.116:0/2619407025 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f76700b3900 0x7f7670144240 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7660009870 tx=0x7f766001c3e0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f541d2c1640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f541003ad60 0x7f541003a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.054 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 -- 172.21.15.116:0/2619407025 shutdown_connections 2023-11-30T08:27:07.054 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 --2- 172.21.15.116:0/2619407025 >> v2:172.21.15.162:3300/0 conn(0x7f76700b3ce0 0x7f76700b4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.054 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 --2- 172.21.15.116:0/2619407025 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f76700b3900 0x7f7670144240 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.054 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 -- 172.21.15.116:0/2619407025 >> 172.21.15.116:0/2619407025 conn(0x7f767006a580 msgr2=0x7f767006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.055 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f541d2c1640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f541003ad60 0x7f541003a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:33242/0 (socket says 172.21.15.116:33242) 2023-11-30T08:27:07.055 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f541d2c1640 1 -- 172.21.15.116:0/2419940692 learned_addr learned my addr 172.21.15.116:0/2419940692 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.055 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f541dac2640 1 --2- 172.21.15.116:0/2419940692 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54100ccb10 0x7f54100ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.055 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f7fcdf9b640 1 --2- 172.21.15.116:0/1500081937 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc80b2090 0x7f7fc814a8e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0009d90 tx=0x7f7fc001c920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=baee80e194e7b444 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.056 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 -- 172.21.15.116:0/2619407025 shutdown_connections 2023-11-30T08:27:07.056 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 -- 172.21.15.116:0/2619407025 wait complete. 2023-11-30T08:27:07.056 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1167632075 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9cf40ad050 msgr2=0x7f9cf40af290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 --2- 172.21.15.116:0/1167632075 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9cf40ad050 0x7f9cf40af290 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f9ce4009870 tx=0x7f9ce401c4d0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.058 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f541d2c1640 1 -- 172.21.15.116:0/2419940692 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54100ccb10 msgr2=0x7f54100ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:07.058 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f541d2c1640 1 --2- 172.21.15.116:0/2419940692 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54100ccb10 0x7f54100ccf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.058 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f541d2c1640 1 -- 172.21.15.116:0/2419940692 >> v1:172.21.15.162:6789/0 conn(0x7f541003b140 legacy=0x7f54100c6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:07.058 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f541d2c1640 1 -- 172.21.15.116:0/2419940692 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5410039bf0 con 0x7f541003ad60 2023-11-30T08:27:07.058 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fb39affd640 1 -- 172.21.15.116:0/3087194888 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb39c0eb630 con 0x7fb3a40b4300 2023-11-30T08:27:07.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1167632075 shutdown_connections 2023-11-30T08:27:07.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 --2- 172.21.15.116:0/1167632075 >> v2:172.21.15.116:3300/0 conn(0x7f9cf40ad430 0x7f9cf414eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 --2- 172.21.15.116:0/1167632075 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9cf40ad050 0x7f9cf40af290 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1167632075 >> 172.21.15.116:0/1167632075 conn(0x7f9cf406a580 msgr2=0x7f9cf406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f7fbffff640 1 -- 172.21.15.116:0/1500081937 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc00a59e0 con 0x7f7fc80b2090 2023-11-30T08:27:07.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f7fbffff640 1 -- 172.21.15.116:0/1500081937 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fc00a5b40 con 0x7f7fc80b2090 2023-11-30T08:27:07.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f7fbffff640 1 -- 172.21.15.116:0/1500081937 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc00ad440 con 0x7f7fc80b2090 2023-11-30T08:27:07.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fae2f59e640 1 -- 172.21.15.116:0/3407715521 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 msgr2=0x7fae300af2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fae2f59e640 1 --2- 172.21.15.116:0/3407715521 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 0x7fae300af2a0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fae28009dc0 tx=0x7fae2801c8d0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1167632075 shutdown_connections 2023-11-30T08:27:07.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fa0867fc640 1 --2- 172.21.15.116:0/3626741687 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa080033cd0 0x7fa080036510 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fa07c009fd0 tx=0x7fa07c01e7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bfba4c51c0ead78f server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/1500081937 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc80b2090 msgr2=0x7f7fc814a8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f7fcf9fe640 1 --2- 172.21.15.116:0/1500081937 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc80b2090 0x7f7fc814a8e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0009d90 tx=0x7f7fc001c920 comp rx=0 tx=0).stop 2023-11-30T08:27:07.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fa085ffb640 1 -- 172.21.15.116:0/3626741687 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa07c0b2600 con 0x7fa080033cd0 2023-11-30T08:27:07.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fa085ffb640 1 -- 172.21.15.116:0/3626741687 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa07c0b2760 con 0x7fa080033cd0 2023-11-30T08:27:07.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fa085ffb640 1 -- 172.21.15.116:0/3626741687 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa07c0b2af0 con 0x7fa080033cd0 2023-11-30T08:27:07.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 Processor -- start 2023-11-30T08:27:07.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1167632075 wait complete. 2023-11-30T08:27:07.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 Processor -- start 2023-11-30T08:27:07.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fa087fff640 1 -- 172.21.15.116:0/3626741687 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa080033cd0 msgr2=0x7fa080036510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fa087fff640 1 --2- 172.21.15.116:0/3626741687 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa080033cd0 0x7fa080036510 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fa07c009fd0 tx=0x7fa07c01e7a0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 -- start start 2023-11-30T08:27:07.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9cf406caa0 0x7f9cf409bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cf40ad050 0x7f9cf406efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9cf40ad430 0x7f9cf4147b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf4071820 con 0x7f9cf40ad050 2023-11-30T08:27:07.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf4070200 con 0x7f9cf406caa0 2023-11-30T08:27:07.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cfb4d4640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf4071540 con 0x7f9cf40ad430 2023-11-30T08:27:07.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 -- start start 2023-11-30T08:27:07.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76700b3900 0x7f767013fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f76700b3ce0 0x7f76701ebef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76700b5cc0 0x7f76701e5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7670140770 con 0x7f76700b5cc0 2023-11-30T08:27:07.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76701eb760 con 0x7f76700b3900 2023-11-30T08:27:07.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766f59e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76701eb9d0 con 0x7f76700b3ce0 2023-11-30T08:27:07.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cf8a6f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cf40ad050 0x7f9cf406efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cf8a6f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cf40ad050 0x7f9cf406efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58478/0 (socket says 172.21.15.116:58478) 2023-11-30T08:27:07.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cf8a6f640 1 -- 172.21.15.116:0/1984214036 learned_addr learned my addr 172.21.15.116:0/1984214036 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766ed9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76700b5cc0 0x7f76701e5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766ed9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76700b5cc0 0x7f76701e5320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58484/0 (socket says 172.21.15.116:58484) 2023-11-30T08:27:07.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766ed9d640 1 -- 172.21.15.116:0/1232328801 learned_addr learned my addr 172.21.15.116:0/1232328801 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f7665d9b640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f76700b3ce0 0x7f76701ebef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cf8a6f640 1 -- 172.21.15.116:0/1984214036 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9cf40ad430 msgr2=0x7f9cf4147b20 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-30T08:27:07.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cf8a6f640 1 --2- 172.21.15.116:0/1984214036 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9cf40ad430 0x7f9cf4147b20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cf8a6f640 1 -- 172.21.15.116:0/1984214036 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9cf406caa0 msgr2=0x7f9cf409bea0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-30T08:27:07.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cf8a6f640 1 --2- 172.21.15.116:0/1984214036 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9cf406caa0 0x7f9cf409bea0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f9cf8a6f640 1 -- 172.21.15.116:0/1984214036 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ce40094d0 con 0x7f9cf40ad050 2023-11-30T08:27:07.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/1500081937 shutdown_connections 2023-11-30T08:27:07.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f7fcf9fe640 1 --2- 172.21.15.116:0/1500081937 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc80b2090 0x7f7fc814a8e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f7fcf9fe640 1 --2- 172.21.15.116:0/1500081937 >> v2:172.21.15.162:3300/0 conn(0x7f7fc806cb20 0x7f7fc814a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/1500081937 >> 172.21.15.116:0/1500081937 conn(0x7f7fc806a580 msgr2=0x7f7fc806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fa087fff640 1 -- 172.21.15.116:0/3626741687 shutdown_connections 2023-11-30T08:27:07.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fa087fff640 1 --2- 172.21.15.116:0/3626741687 >> v2:172.21.15.162:3300/0 conn(0x7fa0800c85d0 0x7fa0800d2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fa087fff640 1 --2- 172.21.15.116:0/3626741687 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa080033cd0 0x7fa080036510 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fa087fff640 1 -- 172.21.15.116:0/3626741687 >> 172.21.15.116:0/3626741687 conn(0x7fa08003a830 msgr2=0x7fa08003ac40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fae2f59e640 1 -- 172.21.15.116:0/3407715521 shutdown_connections 2023-11-30T08:27:07.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fae2f59e640 1 --2- 172.21.15.116:0/3407715521 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 0x7fae300af2a0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fae2f59e640 1 -- 172.21.15.116:0/3407715521 >> 172.21.15.116:0/3407715521 conn(0x7fae300b7ca0 msgr2=0x7fae300b80b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7fae2f59e640 1 -- 172.21.15.116:0/3407715521 shutdown_connections 2023-11-30T08:27:07.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766ed9d640 1 -- 172.21.15.116:0/1232328801 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f76700b3ce0 msgr2=0x7f76701ebef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766ed9d640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f76700b3ce0 0x7f76701ebef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766ed9d640 1 -- 172.21.15.116:0/1232328801 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76700b3900 msgr2=0x7f767013fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766ed9d640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76700b3900 0x7f767013fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f766ed9d640 1 -- 172.21.15.116:0/1232328801 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76600094d0 con 0x7f76700b5cc0 2023-11-30T08:27:07.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.034+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/1500081937 shutdown_connections 2023-11-30T08:27:07.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/1500081937 wait complete. 2023-11-30T08:27:07.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f541d2c1640 1 --2- 172.21.15.116:0/2419940692 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f541003ad60 0x7f541003a110 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5418062150 tx=0x7f5418096880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=921430530e92d260 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.070 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f766ed9d640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76700b5cc0 0x7f76701e5320 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f766800c770 tx=0x7f766800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.070 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f76677fe640 1 -- 172.21.15.116:0/1232328801 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7668003b80 con 0x7f76700b5cc0 2023-11-30T08:27:07.070 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f540ffff640 1 -- 172.21.15.116:0/2419940692 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5418120750 con 0x7f541003ad60 2023-11-30T08:27:07.070 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f540ffff640 1 -- 172.21.15.116:0/2419940692 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54181208b0 con 0x7f541003ad60 2023-11-30T08:27:07.070 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fcf9fe640 1 Processor -- start 2023-11-30T08:27:07.071 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f9cf8a6f640 1 --2- 172.21.15.116:0/1984214036 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cf40ad050 0x7f9cf406efb0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9cf000c3c0 tx=0x7f9cf000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.071 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f541e2c3640 1 -- 172.21.15.116:0/2419940692 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f541003ad60 msgr2=0x7f541003a110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.071 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f541e2c3640 1 --2- 172.21.15.116:0/2419940692 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f541003ad60 0x7f541003a110 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5418062150 tx=0x7f5418096880 comp rx=0 tx=0).stop 2023-11-30T08:27:07.071 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f76677fe640 1 -- 172.21.15.116:0/1232328801 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7668003ce0 con 0x7f76700b5cc0 2023-11-30T08:27:07.071 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f76677fe640 1 -- 172.21.15.116:0/1232328801 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766800aa90 con 0x7f76700b5cc0 2023-11-30T08:27:07.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f766f59e640 1 -- 172.21.15.116:0/1232328801 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7670144be0 con 0x7f76700b5cc0 2023-11-30T08:27:07.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f541e2c3640 1 -- 172.21.15.116:0/2419940692 shutdown_connections 2023-11-30T08:27:07.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f541e2c3640 1 --2- 172.21.15.116:0/2419940692 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54100ccb10 0x7f54100ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f541e2c3640 1 --2- 172.21.15.116:0/2419940692 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f541003ad60 0x7f541003a110 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f541e2c3640 1 -- 172.21.15.116:0/2419940692 >> 172.21.15.116:0/2419940692 conn(0x7f5410041e30 msgr2=0x7f5410042240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f766f59e640 1 -- 172.21.15.116:0/1232328801 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76700b7de0 con 0x7f76700b5cc0 2023-11-30T08:27:07.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f541e2c3640 1 -- 172.21.15.116:0/2419940692 shutdown_connections 2023-11-30T08:27:07.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f541e2c3640 1 -- 172.21.15.116:0/2419940692 wait complete. 2023-11-30T08:27:07.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fcf9fe640 1 -- start start 2023-11-30T08:27:07.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fcf9fe640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fc806bd10 0x7f7fc8145320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fcf9fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fc806cb20 0x7f7fc809a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fcf9fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc809aba0 0x7f7fc806fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fcf9fe640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fc81431a0 con 0x7f7fc806cb20 2023-11-30T08:27:07.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fcf9fe640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fc809b050 con 0x7f7fc806bd10 2023-11-30T08:27:07.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fcf9fe640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fc8099ef0 con 0x7f7fc809aba0 2023-11-30T08:27:07.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fccf99640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fc806cb20 0x7f7fc809a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.074 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fccf99640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fc806cb20 0x7f7fc809a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58492/0 (socket says 172.21.15.116:58492) 2023-11-30T08:27:07.074 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fccf99640 1 -- 172.21.15.116:0/2226075717 learned_addr learned my addr 172.21.15.116:0/2226075717 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.074 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fcd79a640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fc806bd10 0x7f7fc8145320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.074 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fcdf9b640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc809aba0 0x7f7fc806fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.074 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fa087fff640 1 -- 172.21.15.116:0/3626741687 shutdown_connections 2023-11-30T08:27:07.074 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2f59e640 1 -- 172.21.15.116:0/3407715521 wait complete. 2023-11-30T08:27:07.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2f59e640 1 Processor -- start 2023-11-30T08:27:07.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2f59e640 1 -- start start 2023-11-30T08:27:07.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2f59e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae300af7e0 0x7fae30070970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2f59e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 0x7fae301e39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2f59e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae3014dfc0 0x7fae3014a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2f59e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae30139560 con 0x7fae300af7e0 2023-11-30T08:27:07.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2f59e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae30141b10 con 0x7fae3014dfc0 2023-11-30T08:27:07.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2f59e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae30140c80 con 0x7fae300b1c30 2023-11-30T08:27:07.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fccf99640 1 -- 172.21.15.116:0/2226075717 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc809aba0 msgr2=0x7f7fc806fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fccf99640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc809aba0 0x7f7fc806fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fccf99640 1 -- 172.21.15.116:0/2226075717 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fc806bd10 msgr2=0x7f7fc8145320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.076 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fccf99640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fc806bd10 0x7f7fc8145320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.076 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fccf99640 1 -- 172.21.15.116:0/2226075717 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fc0009a70 con 0x7f7fc806cb20 2023-11-30T08:27:07.076 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2dd9b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 0x7fae301e39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.076 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f541e2c3640 1 Processor -- start 2023-11-30T08:27:07.076 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f7fccf99640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fc806cb20 0x7f7fc809a660 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7fc400e900 tx=0x7f7fc400edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.077 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2dd9b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 0x7fae301e39e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:37866/0 (socket says 172.21.15.116:37866) 2023-11-30T08:27:07.077 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2dd9b640 1 -- 172.21.15.116:0/1943436762 learned_addr learned my addr 172.21.15.116:0/1943436762 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.077 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fa087fff640 1 -- 172.21.15.116:0/3626741687 wait complete. 2023-11-30T08:27:07.077 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7f541e2c3640 1 -- start start 2023-11-30T08:27:07.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fa087fff640 1 Processor -- start 2023-11-30T08:27:07.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2dd9b640 1 -- 172.21.15.116:0/1943436762 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae3014dfc0 msgr2=0x7fae3014a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2dd9b640 1 --2- 172.21.15.116:0/1943436762 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae3014dfc0 0x7fae3014a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2dd9b640 1 -- 172.21.15.116:0/1943436762 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae300af7e0 msgr2=0x7fae30070970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2dd9b640 1 --2- 172.21.15.116:0/1943436762 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae300af7e0 0x7fae30070970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fae2dd9b640 1 -- 172.21.15.116:0/1943436762 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae28009a70 con 0x7fae300b1c30 2023-11-30T08:27:07.079 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.038+0000 7fa087fff640 1 -- start start 2023-11-30T08:27:07.079 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f766f59e640 1 -- 172.21.15.116:0/1232328801 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76700688f0 con 0x7f76700b5cc0 2023-11-30T08:27:07.079 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541e2c3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f541003ad60 0x7f541000c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.079 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541e2c3640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f541003b140 0x7f541000b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.079 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541e2c3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54100ccb10 0x7f541000b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541e2c3640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f541016a060 con 0x7f54100ccb10 2023-11-30T08:27:07.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541e2c3640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f541002ebf0 con 0x7f541003b140 2023-11-30T08:27:07.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541e2c3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5410169aa0 con 0x7f541003ad60 2023-11-30T08:27:07.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541dac2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54100ccb10 0x7f541000b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541dac2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54100ccb10 0x7f541000b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58526/0 (socket says 172.21.15.116:58526) 2023-11-30T08:27:07.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541dac2640 1 -- 172.21.15.116:0/3732111261 learned_addr learned my addr 172.21.15.116:0/3732111261 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541cac0640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f541003b140 0x7f541000b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa087fff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa0800338f0 0x7fa0800d23b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa087fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa080033cd0 0x7fa0800c2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa087fff640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0800c85d0 0x7fa08016d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa087fff640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa08016cf80 con 0x7fa080033cd0 2023-11-30T08:27:07.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa087fff640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0800c3730 con 0x7fa0800c85d0 2023-11-30T08:27:07.081 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa087fff640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0800c3480 con 0x7fa0800338f0 2023-11-30T08:27:07.081 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa0867fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa080033cd0 0x7fa0800c2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.081 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa0867fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa080033cd0 0x7fa0800c2f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58514/0 (socket says 172.21.15.116:58514) 2023-11-30T08:27:07.081 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa0867fc640 1 -- 172.21.15.116:0/3510182493 learned_addr learned my addr 172.21.15.116:0/3510182493 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.081 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa086ffd640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa0800338f0 0x7fa0800d23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.081 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f76677fe640 1 -- 172.21.15.116:0/1232328801 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f766800abf0 con 0x7f76700b5cc0 2023-11-30T08:27:07.081 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f76677fe640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7650066470 0x7f7650068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.081 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f76677fe640 1 -- 172.21.15.116:0/1232328801 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7668084750 con 0x7f76700b5cc0 2023-11-30T08:27:07.081 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541dac2640 1 -- 172.21.15.116:0/3732111261 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f541003ad60 msgr2=0x7f541000c5a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-30T08:27:07.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541dac2640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f541003ad60 0x7f541000c5a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541dac2640 1 -- 172.21.15.116:0/3732111261 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f541003b140 msgr2=0x7f541000b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541dac2640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f541003b140 0x7f541000b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541dac2640 1 -- 172.21.15.116:0/3732111261 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54180686d0 con 0x7f54100ccb10 2023-11-30T08:27:07.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f9ce9ffb640 1 -- 172.21.15.116:0/1984214036 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf00052d0 con 0x7f9cf40ad050 2023-11-30T08:27:07.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f9ce9ffb640 1 -- 172.21.15.116:0/1984214036 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cf0005430 con 0x7f9cf40ad050 2023-11-30T08:27:07.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f9ce9ffb640 1 -- 172.21.15.116:0/1984214036 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf0003800 con 0x7f9cf40ad050 2023-11-30T08:27:07.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1984214036 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cf406ea90 con 0x7f9cf40ad050 2023-11-30T08:27:07.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1984214036 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cf4071b90 con 0x7f9cf40ad050 2023-11-30T08:27:07.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f7fbdffb640 1 -- 172.21.15.116:0/2226075717 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc4009690 con 0x7f7fc806cb20 2023-11-30T08:27:07.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/2226075717 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fc809a1d0 con 0x7f7fc806cb20 2023-11-30T08:27:07.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/2226075717 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fc81460e0 con 0x7f7fc806cb20 2023-11-30T08:27:07.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f7fbdffb640 1 -- 172.21.15.116:0/2226075717 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fc400ca00 con 0x7f7fc806cb20 2023-11-30T08:27:07.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f7fbdffb640 1 -- 172.21.15.116:0/2226075717 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc400cd90 con 0x7f7fc806cb20 2023-11-30T08:27:07.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/2226075717 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7fa8005260 con 0x7f7fc806cb20 2023-11-30T08:27:07.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa0877fe640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0800c85d0 0x7fa08016d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa0867fc640 1 -- 172.21.15.116:0/3510182493 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa0800338f0 msgr2=0x7fa0800d23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa0867fc640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa0800338f0 0x7fa0800d23b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa0867fc640 1 -- 172.21.15.116:0/3510182493 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0800c85d0 msgr2=0x7fa08016d3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa0867fc640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0800c85d0 0x7fa08016d3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa0867fc640 1 -- 172.21.15.116:0/3510182493 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa07c009cb0 con 0x7fa080033cd0 2023-11-30T08:27:07.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fa0867fc640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa080033cd0 0x7fa0800c2f40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa07c01c3d0 tx=0x7fa07c01b540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fae2dd9b640 1 --2- 172.21.15.116:0/1943436762 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 0x7fae301e39e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fae2801a500 tx=0x7fae28019670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fae1effd640 1 -- 172.21.15.116:0/1943436762 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae280adaa0 con 0x7fae300b1c30 2023-11-30T08:27:07.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fae1effd640 1 -- 172.21.15.116:0/1943436762 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae280adc00 con 0x7fae300b1c30 2023-11-30T08:27:07.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fae1effd640 1 -- 172.21.15.116:0/1943436762 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae280b8420 con 0x7fae300b1c30 2023-11-30T08:27:07.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fae2f59e640 1 -- 172.21.15.116:0/1943436762 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae301e31e0 con 0x7fae300b1c30 2023-11-30T08:27:07.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fae2f59e640 1 -- 172.21.15.116:0/1943436762 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae301e3f20 con 0x7fae300b1c30 2023-11-30T08:27:07.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7fae2f59e640 1 -- 172.21.15.116:0/1943436762 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae301e3700 con 0x7fae300b1c30 2023-11-30T08:27:07.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f766e59c640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7650066470 0x7f7650068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f766e59c640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7650066470 0x7f7650068930 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f76600ad000 tx=0x7f7660008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f541dac2640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54100ccb10 0x7f541000b5c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f540800e930 tx=0x7f540800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.042+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1984214036 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cf40679e0 con 0x7f9cf40ad050 2023-11-30T08:27:07.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.046+0000 7fae1effd640 1 -- 172.21.15.116:0/1943436762 <== mon.2 v2:172.21.15.162:3301/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fae280b8580 con 0x7fae300b1c30 2023-11-30T08:27:07.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.046+0000 7fae1effd640 1 --2- 172.21.15.116:0/1943436762 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fae100664c0 0x7fae10068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.046+0000 7fae1effd640 1 -- 172.21.15.116:0/1943436762 <== mon.2 v2:172.21.15.162:3301/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fae2811f630 con 0x7fae300b1c30 2023-11-30T08:27:07.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.046+0000 7fae2e59c640 1 --2- 172.21.15.116:0/1943436762 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fae100664c0 0x7fae10068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.046+0000 7fae2e59c640 1 --2- 172.21.15.116:0/1943436762 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fae100664c0 0x7fae10068980 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fae24007fd0 tx=0x7fae24007940 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7f76677fe640 1 -- 172.21.15.116:0/1232328801 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7668051bc0 con 0x7f76700b5cc0 2023-11-30T08:27:07.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7fa06f7fe640 1 -- 172.21.15.116:0/3510182493 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa07c0b2da0 con 0x7fa080033cd0 2023-11-30T08:27:07.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7fa087fff640 1 -- 172.21.15.116:0/3510182493 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa08016d8e0 con 0x7fa080033cd0 2023-11-30T08:27:07.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7fa087fff640 1 -- 172.21.15.116:0/3510182493 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0800c4450 con 0x7fa080033cd0 2023-11-30T08:27:07.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7f540dffb640 1 -- 172.21.15.116:0/3732111261 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54080096b0 con 0x7f54100ccb10 2023-11-30T08:27:07.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7f540dffb640 1 -- 172.21.15.116:0/3732111261 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f540800c9a0 con 0x7f54100ccb10 2023-11-30T08:27:07.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7f7fbdffb640 1 -- 172.21.15.116:0/2226075717 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7fc4004020 con 0x7f7fc806cb20 2023-11-30T08:27:07.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7f9ce9ffb640 1 -- 172.21.15.116:0/1984214036 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9cf0003960 con 0x7f9cf40ad050 2023-11-30T08:27:07.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7fa087fff640 1 -- 172.21.15.116:0/3510182493 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa08016d0c0 con 0x7fa080033cd0 2023-11-30T08:27:07.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7f541e2c3640 1 -- 172.21.15.116:0/3732111261 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5410169d80 con 0x7f54100ccb10 2023-11-30T08:27:07.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7f541e2c3640 1 -- 172.21.15.116:0/3732111261 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54101695c0 con 0x7f54100ccb10 2023-11-30T08:27:07.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7f9ce9ffb640 1 --2- 172.21.15.116:0/1984214036 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9ce0066620 0x7f9ce0068ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7f9ce9ffb640 1 -- 172.21.15.116:0/1984214036 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9cf0051350 con 0x7f9cf40ad050 2023-11-30T08:27:07.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7f9cf9270640 1 --2- 172.21.15.116:0/1984214036 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9ce0066620 0x7f9ce0068ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.050+0000 7f9cf9270640 1 --2- 172.21.15.116:0/1984214036 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9ce0066620 0x7f9ce0068ae0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9ce40ae000 tx=0x7f9ce4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.054+0000 7f540dffb640 1 -- 172.21.15.116:0/3732111261 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f540800cd30 con 0x7f54100ccb10 2023-11-30T08:27:07.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.054+0000 7f7fbdffb640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fac066540 0x7f7fac068a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.054+0000 7f541e2c3640 1 -- 172.21.15.116:0/3732111261 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54101698a0 con 0x7f54100ccb10 2023-11-30T08:27:07.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.054+0000 7f7fcd79a640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fac066540 0x7f7fac068a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.054+0000 7f7fbdffb640 1 -- 172.21.15.116:0/2226075717 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7fc4084690 con 0x7f7fc806cb20 2023-11-30T08:27:07.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.054+0000 7fa06f7fe640 1 -- 172.21.15.116:0/3510182493 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa07c0aa500 con 0x7fa080033cd0 2023-11-30T08:27:07.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.054+0000 7fa06f7fe640 1 -- 172.21.15.116:0/3510182493 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa07c0aa870 con 0x7fa080033cd0 2023-11-30T08:27:07.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.054+0000 7f7fcd79a640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fac066540 0x7f7fac068a00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7fb8005890 tx=0x7f7fb8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.058+0000 7fae1effd640 1 -- 172.21.15.116:0/1943436762 <== mon.2 v2:172.21.15.162:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fae280ecc20 con 0x7fae300b1c30 2023-11-30T08:27:07.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.062+0000 7f7fbdffb640 1 -- 172.21.15.116:0/2226075717 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7fc4051c30 con 0x7f7fc806cb20 2023-11-30T08:27:07.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.062+0000 7fa06f7fe640 1 -- 172.21.15.116:0/3510182493 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa07c0aa9d0 con 0x7fa080033cd0 2023-11-30T08:27:07.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.062+0000 7fa06f7fe640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa074066470 0x7fa074068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.066+0000 7fa086ffd640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa074066470 0x7fa074068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.066+0000 7fa086ffd640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa074066470 0x7fa074068930 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa078005890 tx=0x7fa078009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.066+0000 7f540dffb640 1 -- 172.21.15.116:0/3732111261 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5408013470 con 0x7f54100ccb10 2023-11-30T08:27:07.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.066+0000 7f540dffb640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f53fc0664a0 0x7f53fc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.066+0000 7f541d2c1640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f53fc0664a0 0x7f53fc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.066+0000 7f541d2c1640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f53fc0664a0 0x7f53fc068960 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5410008390 tx=0x7f5418123040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7bab613640 1 Processor -- start 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7bab613640 1 -- start start 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7bab613640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f7ba4149c30 0x7f7ba4071920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7bab613640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ba4140650 0x7f7ba4150fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7bab613640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ba414ab40 con 0x7f7ba40736b0 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7bab613640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ba406ff30 con 0x7f7ba4149c30 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7bab613640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ba4071490 con 0x7f7ba4140650 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7ba8bae640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f7ba4149c30 0x7f7ba4071920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7ba8bae640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f7ba4149c30 0x7f7ba4071920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58528/0 (socket says 172.21.15.116:58528) 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7ba8bae640 1 -- 172.21.15.116:0/2551368656 learned_addr learned my addr 172.21.15.116:0/2551368656 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7ba9bb0640 1 --2- 172.21.15.116:0/2551368656 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ba4140650 0x7f7ba4150fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7ba8bae640 1 -- 172.21.15.116:0/2551368656 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ba4140650 msgr2=0x7f7ba4150fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:07.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7ba8bae640 1 --2- 172.21.15.116:0/2551368656 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ba4140650 0x7f7ba4150fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7ba8bae640 1 -- 172.21.15.116:0/2551368656 >> v1:172.21.15.162:6789/0 conn(0x7f7ba40736b0 legacy=0x7f7ba406f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.070+0000 7f7ba8bae640 1 -- 172.21.15.116:0/2551368656 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ba4070b80 con 0x7f7ba4149c30 2023-11-30T08:27:07.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.074+0000 7f9ce9ffb640 1 -- 172.21.15.116:0/1984214036 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9cf0050f80 con 0x7f9cf40ad050 2023-11-30T08:27:07.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.074+0000 7fa06f7fe640 1 -- 172.21.15.116:0/3510182493 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa07c0f0410 con 0x7fa080033cd0 2023-11-30T08:27:07.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.082+0000 7f7ba8bae640 1 --2- 172.21.15.116:0/2551368656 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ba4149c30 0x7f7ba4071920 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7b94009870 tx=0x7f7b9401c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=829561f930530e77 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.082+0000 7fa06f7fe640 1 -- 172.21.15.116:0/3510182493 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa07c0ec750 con 0x7fa080033cd0 2023-11-30T08:27:07.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.074+0000 7f540dffb640 1 -- 172.21.15.116:0/3732111261 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5408055a90 con 0x7f54100ccb10 2023-11-30T08:27:07.098 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.090+0000 7f7b9bfff640 1 -- 172.21.15.116:0/2551368656 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b940ab600 con 0x7f7ba4149c30 2023-11-30T08:27:07.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.090+0000 7f540dffb640 1 -- 172.21.15.116:0/3732111261 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5408055860 con 0x7f54100ccb10 2023-11-30T08:27:07.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.090+0000 7f7b9bfff640 1 -- 172.21.15.116:0/2551368656 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b940a7050 con 0x7f7ba4149c30 2023-11-30T08:27:07.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.090+0000 7f7b9bfff640 1 -- 172.21.15.116:0/2551368656 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b940ab980 con 0x7f7ba4149c30 2023-11-30T08:27:07.100 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.094+0000 7f7bab613640 1 -- 172.21.15.116:0/2551368656 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ba4149c30 msgr2=0x7f7ba4071920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.100 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.094+0000 7f7bab613640 1 --2- 172.21.15.116:0/2551368656 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ba4149c30 0x7f7ba4071920 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7b94009870 tx=0x7f7b9401c4b0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.101 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.094+0000 7f7bab613640 1 -- 172.21.15.116:0/2551368656 shutdown_connections 2023-11-30T08:27:07.101 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.094+0000 7f7bab613640 1 --2- 172.21.15.116:0/2551368656 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ba4140650 0x7f7ba4150fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.101 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.094+0000 7f7bab613640 1 --2- 172.21.15.116:0/2551368656 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ba4149c30 0x7f7ba4071920 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.101 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.094+0000 7f7bab613640 1 -- 172.21.15.116:0/2551368656 >> 172.21.15.116:0/2551368656 conn(0x7f7ba406c050 msgr2=0x7f7ba406c460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.101 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.094+0000 7f7bab613640 1 -- 172.21.15.116:0/2551368656 shutdown_connections 2023-11-30T08:27:07.101 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.094+0000 7f7bab613640 1 -- 172.21.15.116:0/2551368656 wait complete. 2023-11-30T08:27:07.103 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.094+0000 7f7bab613640 1 Processor -- start 2023-11-30T08:27:07.103 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.094+0000 7f7bab613640 1 -- start start 2023-11-30T08:27:07.104 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7bab613640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ba40736b0 0x7f7ba413b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7ba93af640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ba40736b0 0x7f7ba413b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7ba93af640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ba40736b0 0x7f7ba413b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58544/0 (socket says 172.21.15.116:58544) 2023-11-30T08:27:07.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7ba93af640 1 -- 172.21.15.116:0/1716130804 learned_addr learned my addr 172.21.15.116:0/1716130804 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7bab613640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ba4140650 0x7f7ba4144d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7bab613640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ba4149c30 0x7f7ba4145290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.106 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ba4140fd0 con 0x7f7ba40736b0 2023-11-30T08:27:07.106 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ba41427b0 con 0x7f7ba4140650 2023-11-30T08:27:07.106 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ba4142320 con 0x7f7ba4149c30 2023-11-30T08:27:07.106 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7ba8bae640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ba4140650 0x7f7ba4144d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.106 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7ba9bb0640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ba4149c30 0x7f7ba4145290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.106 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7ba93af640 1 -- 172.21.15.116:0/1716130804 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ba4149c30 msgr2=0x7f7ba4145290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.107 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7ba93af640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ba4149c30 0x7f7ba4145290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.107 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7ba93af640 1 -- 172.21.15.116:0/1716130804 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ba4140650 msgr2=0x7f7ba4144d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.107 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7ba93af640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ba4140650 0x7f7ba4144d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7ba93af640 1 -- 172.21.15.116:0/1716130804 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b940094d0 con 0x7f7ba40736b0 2023-11-30T08:27:07.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.098+0000 7f7ba93af640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ba40736b0 0x7f7ba413b070 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7ba000c500 tx=0x7f7ba000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.102+0000 7f7b99ffb640 1 -- 172.21.15.116:0/1716130804 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ba0005220 con 0x7f7ba40736b0 2023-11-30T08:27:07.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.102+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ba413ff00 con 0x7f7ba40736b0 2023-11-30T08:27:07.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.102+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ba4142040 con 0x7f7ba40736b0 2023-11-30T08:27:07.110 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.102+0000 7f7b99ffb640 1 -- 172.21.15.116:0/1716130804 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ba0005380 con 0x7f7ba40736b0 2023-11-30T08:27:07.110 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.102+0000 7f7b99ffb640 1 -- 172.21.15.116:0/1716130804 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ba0007270 con 0x7f7ba40736b0 2023-11-30T08:27:07.110 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.102+0000 7f7b99ffb640 1 -- 172.21.15.116:0/1716130804 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7ba0007490 con 0x7f7ba40736b0 2023-11-30T08:27:07.110 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.102+0000 7f7b99ffb640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7b880665c0 0x7f7b88068a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.110 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.102+0000 7f7b99ffb640 1 -- 172.21.15.116:0/1716130804 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7ba00836c0 con 0x7f7ba40736b0 2023-11-30T08:27:07.111 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.102+0000 7f7ba8bae640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7b880665c0 0x7f7b88068a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.111 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.106+0000 7f7ba8bae640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7b880665c0 0x7f7b88068a80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7b940ad000 tx=0x7f7b940a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.110+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b84005260 con 0x7f7ba40736b0 2023-11-30T08:27:07.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.118+0000 7f7b99ffb640 1 -- 172.21.15.116:0/1716130804 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7ba0050c60 con 0x7f7ba40736b0 2023-11-30T08:27:07.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.310+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3087194888 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7fb3a4071480 con 0x7fb3a40b4300 2023-11-30T08:27:07.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.310+0000 7fb39affd640 1 -- 172.21.15.116:0/3087194888 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb39c0bf020 con 0x7fb3a40b4300 2023-11-30T08:27:07.322 INFO:teuthology.orchestra.run.smithi116.stdout:55834574855 2023-11-30T08:27:07.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.314+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3087194888 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb388066540 msgr2=0x7fb388068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.314+0000 7fb3ac3a3640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb388066540 0x7fb388068a00 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb3a40af470 tx=0x7fb394009060 comp rx=0 tx=0).stop 2023-11-30T08:27:07.323 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.314+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3087194888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3a40b4300 msgr2=0x7fb3a41e6700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.323 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.314+0000 7fb3ac3a3640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3a40b4300 0x7fb3a41e6700 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb39c0b3040 tx=0x7fb39c01ba70 comp rx=0 tx=0).stop 2023-11-30T08:27:07.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.314+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3087194888 shutdown_connections 2023-11-30T08:27:07.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.314+0000 7fb3ac3a3640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb388066540 0x7fb388068a00 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.314+0000 7fb3ac3a3640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3a40b4f30 0x7fb3a41e6c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.314+0000 7fb3ac3a3640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3a40b4300 0x7fb3a41e6700 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.318+0000 7fb3ac3a3640 1 --2- 172.21.15.116:0/3087194888 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb3a40aec40 0x7fb3a41d8cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.318+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3087194888 >> 172.21.15.116:0/3087194888 conn(0x7fb3a406a580 msgr2=0x7fb3a40b2640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.318+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3087194888 shutdown_connections 2023-11-30T08:27:07.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.318+0000 7fb3ac3a3640 1 -- 172.21.15.116:0/3087194888 wait complete. 2023-11-30T08:27:07.345 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.5 2023-11-30T08:27:07.346 DEBUG:teuthology.parallel:result is None 2023-11-30T08:27:07.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.342+0000 7f766f59e640 1 -- 172.21.15.116:0/1232328801 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f76701ebba0 con 0x7f76700b5cc0 2023-11-30T08:27:07.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.342+0000 7f76677fe640 1 -- 172.21.15.116:0/1232328801 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f76680551e0 con 0x7f76700b5cc0 2023-11-30T08:27:07.350 INFO:teuthology.orchestra.run.smithi116.stdout:55834574853 2023-11-30T08:27:07.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.346+0000 7f766f59e640 1 -- 172.21.15.116:0/1232328801 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7650066470 msgr2=0x7f7650068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.346+0000 7f766f59e640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7650066470 0x7f7650068930 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f76600ad000 tx=0x7f7660008040 comp rx=0 tx=0).stop 2023-11-30T08:27:07.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.346+0000 7f766f59e640 1 -- 172.21.15.116:0/1232328801 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76700b5cc0 msgr2=0x7f76701e5320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.346+0000 7f766f59e640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76700b5cc0 0x7f76701e5320 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f766800c770 tx=0x7f766800cc30 comp rx=0 tx=0).stop 2023-11-30T08:27:07.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.346+0000 7f766f59e640 1 -- 172.21.15.116:0/1232328801 shutdown_connections 2023-11-30T08:27:07.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.346+0000 7f766f59e640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76700b5cc0 0x7f76701e5320 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.354 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.346+0000 7f766f59e640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7650066470 0x7f7650068930 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.346+0000 7f766f59e640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f76700b3ce0 0x7f76701ebef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.346+0000 7f766f59e640 1 --2- 172.21.15.116:0/1232328801 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f76700b3900 0x7f767013fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.346+0000 7f766f59e640 1 -- 172.21.15.116:0/1232328801 >> 172.21.15.116:0/1232328801 conn(0x7f767006a580 msgr2=0x7f76700b8300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.346+0000 7f766f59e640 1 -- 172.21.15.116:0/1232328801 shutdown_connections 2023-11-30T08:27:07.355 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.346+0000 7f766f59e640 1 -- 172.21.15.116:0/1232328801 wait complete. 2023-11-30T08:27:07.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.354+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/2226075717 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f7fa80057e0 con 0x7f7fc806cb20 2023-11-30T08:27:07.362 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.354+0000 7f7fbdffb640 1 -- 172.21.15.116:0/2226075717 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7fc4017020 con 0x7f7fc806cb20 2023-11-30T08:27:07.362 INFO:teuthology.orchestra.run.smithi116.stdout:55834574855 2023-11-30T08:27:07.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.358+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/2226075717 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fac066540 msgr2=0x7f7fac068a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.358+0000 7f7fcf9fe640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fac066540 0x7f7fac068a00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7fb8005890 tx=0x7f7fb8009040 comp rx=0 tx=0).stop 2023-11-30T08:27:07.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.358+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/2226075717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fc806cb20 msgr2=0x7f7fc809a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.358+0000 7f7fcf9fe640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fc806cb20 0x7f7fc809a660 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f7fc400e900 tx=0x7f7fc400edc0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.358+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/2226075717 shutdown_connections 2023-11-30T08:27:07.365 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.358+0000 7f7fcf9fe640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fac066540 0x7f7fac068a00 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.358+0000 7f7fcf9fe640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc809aba0 0x7f7fc806fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.358+0000 7f7fcf9fe640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fc806cb20 0x7f7fc809a660 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.358+0000 7f7fcf9fe640 1 --2- 172.21.15.116:0/2226075717 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fc806bd10 0x7f7fc8145320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.358+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/2226075717 >> 172.21.15.116:0/2226075717 conn(0x7f7fc806a580 msgr2=0x7f7fc8148710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.358+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/2226075717 shutdown_connections 2023-11-30T08:27:07.366 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.358+0000 7f7fcf9fe640 1 -- 172.21.15.116:0/2226075717 wait complete. 2023-11-30T08:27:07.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.370+0000 7fae2f59e640 1 -- 172.21.15.116:0/1943436762 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fae301e3700 con 0x7fae300b1c30 2023-11-30T08:27:07.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.370+0000 7fae1effd640 1 -- 172.21.15.116:0/1943436762 <== mon.2 v2:172.21.15.162:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fae301e3700 con 0x7fae300b1c30 2023-11-30T08:27:07.379 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.0 2023-11-30T08:27:07.379 DEBUG:teuthology.parallel:result is None 2023-11-30T08:27:07.380 INFO:teuthology.orchestra.run.smithi116.stdout:55834574855 2023-11-30T08:27:07.382 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.3 2023-11-30T08:27:07.382 DEBUG:teuthology.parallel:result is None 2023-11-30T08:27:07.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.374+0000 7fae2f59e640 1 -- 172.21.15.116:0/1943436762 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fae100664c0 msgr2=0x7fae10068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.374+0000 7fae2f59e640 1 --2- 172.21.15.116:0/1943436762 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fae100664c0 0x7fae10068980 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fae24007fd0 tx=0x7fae24007940 comp rx=0 tx=0).stop 2023-11-30T08:27:07.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.374+0000 7fae2f59e640 1 -- 172.21.15.116:0/1943436762 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 msgr2=0x7fae301e39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.374+0000 7fae2f59e640 1 --2- 172.21.15.116:0/1943436762 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 0x7fae301e39e0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fae2801a500 tx=0x7fae28019670 comp rx=0 tx=0).stop 2023-11-30T08:27:07.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.374+0000 7fae2f59e640 1 -- 172.21.15.116:0/1943436762 shutdown_connections 2023-11-30T08:27:07.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.374+0000 7fae2f59e640 1 --2- 172.21.15.116:0/1943436762 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae3014dfc0 0x7fae3014a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.374+0000 7fae2f59e640 1 --2- 172.21.15.116:0/1943436762 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fae100664c0 0x7fae10068980 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.374+0000 7fae2f59e640 1 --2- 172.21.15.116:0/1943436762 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae300b1c30 0x7fae301e39e0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.374+0000 7fae2f59e640 1 --2- 172.21.15.116:0/1943436762 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae300af7e0 0x7fae30070970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.374+0000 7fae2f59e640 1 -- 172.21.15.116:0/1943436762 >> 172.21.15.116:0/1943436762 conn(0x7fae300b7ca0 msgr2=0x7fae300b6180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.374+0000 7fae2f59e640 1 -- 172.21.15.116:0/1943436762 shutdown_connections 2023-11-30T08:27:07.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.374+0000 7fae2f59e640 1 -- 172.21.15.116:0/1943436762 wait complete. 2023-11-30T08:27:07.384 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1984214036 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f9cf4123bf0 con 0x7f9cf40ad050 2023-11-30T08:27:07.384 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9ce9ffb640 1 -- 172.21.15.116:0/1984214036 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9cf0021020 con 0x7f9cf40ad050 2023-11-30T08:27:07.384 INFO:teuthology.orchestra.run.smithi116.stdout:55834574855 2023-11-30T08:27:07.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1984214036 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9ce0066620 msgr2=0x7f9ce0068ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 --2- 172.21.15.116:0/1984214036 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9ce0066620 0x7f9ce0068ae0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9ce40ae000 tx=0x7f9ce4008040 comp rx=0 tx=0).stop 2023-11-30T08:27:07.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1984214036 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cf40ad050 msgr2=0x7f9cf406efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 --2- 172.21.15.116:0/1984214036 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cf40ad050 0x7f9cf406efb0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9cf000c3c0 tx=0x7f9cf000c880 comp rx=0 tx=0).stop 2023-11-30T08:27:07.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1984214036 shutdown_connections 2023-11-30T08:27:07.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 --2- 172.21.15.116:0/1984214036 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9ce0066620 0x7f9ce0068ae0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 --2- 172.21.15.116:0/1984214036 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9cf40ad430 0x7f9cf4147b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 --2- 172.21.15.116:0/1984214036 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9cf40ad050 0x7f9cf406efb0 secure :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9cf000c3c0 tx=0x7f9cf000c880 comp rx=0 tx=0).stop 2023-11-30T08:27:07.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 --2- 172.21.15.116:0/1984214036 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9cf406caa0 0x7f9cf409bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1984214036 >> 172.21.15.116:0/1984214036 conn(0x7f9cf406a580 msgr2=0x7f9cf40b04d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1984214036 shutdown_connections 2023-11-30T08:27:07.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.378+0000 7f9cfb4d4640 1 -- 172.21.15.116:0/1984214036 wait complete. 2023-11-30T08:27:07.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 -- 172.21.15.116:0/3510182493 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fa08016d0c0 con 0x7fa080033cd0 2023-11-30T08:27:07.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa06f7fe640 1 -- 172.21.15.116:0/3510182493 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa08016d0c0 con 0x7fa080033cd0 2023-11-30T08:27:07.396 INFO:teuthology.orchestra.run.smithi116.stdout:55834574854 2023-11-30T08:27:07.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 -- 172.21.15.116:0/3510182493 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa074066470 msgr2=0x7fa074068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa074066470 0x7fa074068930 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa078005890 tx=0x7fa078009040 comp rx=0 tx=0).stop 2023-11-30T08:27:07.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 -- 172.21.15.116:0/3510182493 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa080033cd0 msgr2=0x7fa0800c2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa080033cd0 0x7fa0800c2f40 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa07c01c3d0 tx=0x7fa07c01b540 comp rx=0 tx=0).stop 2023-11-30T08:27:07.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 -- 172.21.15.116:0/3510182493 shutdown_connections 2023-11-30T08:27:07.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa0800c85d0 0x7fa08016d3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa080033cd0 0x7fa0800c2f40 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa074066470 0x7fa074068930 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 --2- 172.21.15.116:0/3510182493 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa0800338f0 0x7fa0800d23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 -- 172.21.15.116:0/3510182493 >> 172.21.15.116:0/3510182493 conn(0x7fa08003a830 msgr2=0x7fa08003c3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 -- 172.21.15.116:0/3510182493 shutdown_connections 2023-11-30T08:27:07.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.390+0000 7fa087fff640 1 -- 172.21.15.116:0/3510182493 wait complete. 2023-11-30T08:27:07.407 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.4 2023-11-30T08:27:07.407 DEBUG:teuthology.parallel:result is None 2023-11-30T08:27:07.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f7b840050d0 con 0x7f7ba40736b0 2023-11-30T08:27:07.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7b99ffb640 1 -- 172.21.15.116:0/1716130804 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7ba0054280 con 0x7f7ba40736b0 2023-11-30T08:27:07.408 INFO:teuthology.orchestra.run.smithi116.stdout:55834574854 2023-11-30T08:27:07.409 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.2 2023-11-30T08:27:07.409 DEBUG:teuthology.parallel:result is None 2023-11-30T08:27:07.410 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f541e2c3640 1 -- 172.21.15.116:0/3732111261 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f54100064b0 con 0x7f54100ccb10 2023-11-30T08:27:07.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7b880665c0 msgr2=0x7f7b88068a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7b880665c0 0x7f7b88068a80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7b940ad000 tx=0x7f7b940a6000 comp rx=0 tx=0).stop 2023-11-30T08:27:07.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ba40736b0 msgr2=0x7f7ba413b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ba40736b0 0x7f7ba413b070 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7ba000c500 tx=0x7f7ba000c9c0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 shutdown_connections 2023-11-30T08:27:07.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7b880665c0 0x7f7b88068a80 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ba4149c30 0x7f7ba4145290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ba4140650 0x7f7ba4144d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 --2- 172.21.15.116:0/1716130804 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ba40736b0 0x7f7ba413b070 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 >> 172.21.15.116:0/1716130804 conn(0x7f7ba406c050 msgr2=0x7f7ba40b4220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 shutdown_connections 2023-11-30T08:27:07.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f7bab613640 1 -- 172.21.15.116:0/1716130804 wait complete. 2023-11-30T08:27:07.412 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.402+0000 7f540dffb640 1 -- 172.21.15.116:0/3732111261 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5408021090 con 0x7f54100ccb10 2023-11-30T08:27:07.412 INFO:teuthology.orchestra.run.smithi116.stdout:55834574853 2023-11-30T08:27:07.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.406+0000 7f541e2c3640 1 -- 172.21.15.116:0/3732111261 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f53fc0664a0 msgr2=0x7f53fc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.406+0000 7f541e2c3640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f53fc0664a0 0x7f53fc068960 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5410008390 tx=0x7f5418123040 comp rx=0 tx=0).stop 2023-11-30T08:27:07.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.406+0000 7f541e2c3640 1 -- 172.21.15.116:0/3732111261 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54100ccb10 msgr2=0x7f541000b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.406+0000 7f541e2c3640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54100ccb10 0x7f541000b5c0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f540800e930 tx=0x7f540800edf0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.406+0000 7f541e2c3640 1 -- 172.21.15.116:0/3732111261 shutdown_connections 2023-11-30T08:27:07.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.406+0000 7f541e2c3640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54100ccb10 0x7f541000b5c0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.406+0000 7f541e2c3640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f541003b140 0x7f541000b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.406+0000 7f541e2c3640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f53fc0664a0 0x7f53fc068960 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.406+0000 7f541e2c3640 1 --2- 172.21.15.116:0/3732111261 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f541003ad60 0x7f541000c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.406+0000 7f541e2c3640 1 -- 172.21.15.116:0/3732111261 >> 172.21.15.116:0/3732111261 conn(0x7f5410041e30 msgr2=0x7f5410040af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.406+0000 7f541e2c3640 1 -- 172.21.15.116:0/3732111261 shutdown_connections 2023-11-30T08:27:07.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.406+0000 7f541e2c3640 1 -- 172.21.15.116:0/3732111261 wait complete. 2023-11-30T08:27:07.424 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.7 2023-11-30T08:27:07.424 DEBUG:teuthology.parallel:result is None 2023-11-30T08:27:07.429 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.6 2023-11-30T08:27:07.429 DEBUG:teuthology.parallel:result is None 2023-11-30T08:27:07.434 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.1 2023-11-30T08:27:07.434 DEBUG:teuthology.parallel:result is None 2023-11-30T08:27:07.434 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-11-30T08:27:07.434 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:27:07.578 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.570+0000 7f60b1f66640 1 Processor -- start 2023-11-30T08:27:07.578 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.570+0000 7f60b1f66640 1 -- start start 2023-11-30T08:27:07.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.570+0000 7f60b1f66640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60ac0bc810 0x7f60ac0b3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.570+0000 7f60b1f66640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f60ac149d40 0x7f60ac14a180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.570+0000 7f60b1f66640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60ac0b4e30 con 0x7f60ac140290 2023-11-30T08:27:07.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.570+0000 7f60b1f66640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60ac0b4350 con 0x7f60ac149d40 2023-11-30T08:27:07.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.570+0000 7f60b1f66640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60ac0b5110 con 0x7f60ac0bc810 2023-11-30T08:27:07.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.570+0000 7f60aaffd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f60ac149d40 0x7f60ac14a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.570+0000 7f60abfff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f60ac140290 0x7f60ac140720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53972/0 (socket says 172.21.15.116:53972) 2023-11-30T08:27:07.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.570+0000 7f60abfff640 1 -- 172.21.15.116:0/2873005867 learned_addr learned my addr 172.21.15.116:0/2873005867 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:07.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60ab7fe640 1 --2- 172.21.15.116:0/2873005867 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60ac0bc810 0x7f60ac0b3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60aaffd640 1 -- 172.21.15.116:0/2873005867 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60ac0bc810 msgr2=0x7f60ac0b3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:07.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60aaffd640 1 --2- 172.21.15.116:0/2873005867 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60ac0bc810 0x7f60ac0b3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60aaffd640 1 -- 172.21.15.116:0/2873005867 >> v1:172.21.15.116:6789/0 conn(0x7f60ac140290 legacy=0x7f60ac140720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60aa7fc640 1 -- 172.21.15.116:0/2873005867 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3822871101 0 0) 0x7f60ac0b4e30 con 0x7f60ac140290 2023-11-30T08:27:07.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60aaffd640 1 -- 172.21.15.116:0/2873005867 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60ac0bcbf0 con 0x7f60ac149d40 2023-11-30T08:27:07.581 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60aaffd640 1 --2- 172.21.15.116:0/2873005867 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60ac149d40 0x7f60ac14a180 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f60a00097c0 tx=0x7f60a001c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b6a5906d84db564 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.581 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60aa7fc640 1 -- 172.21.15.116:0/2873005867 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a00ab5f0 con 0x7f60ac149d40 2023-11-30T08:27:07.581 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60aa7fc640 1 -- 172.21.15.116:0/2873005867 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60a00ab750 con 0x7f60ac149d40 2023-11-30T08:27:07.582 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60aa7fc640 1 -- 172.21.15.116:0/2873005867 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a00abae0 con 0x7f60ac149d40 2023-11-30T08:27:07.582 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60b1f66640 1 -- 172.21.15.116:0/2873005867 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60ac149d40 msgr2=0x7f60ac14a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.582 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60b1f66640 1 --2- 172.21.15.116:0/2873005867 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60ac149d40 0x7f60ac14a180 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f60a00097c0 tx=0x7f60a001c3f0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.582 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60b1f66640 1 -- 172.21.15.116:0/2873005867 shutdown_connections 2023-11-30T08:27:07.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60b1f66640 1 --2- 172.21.15.116:0/2873005867 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60ac149d40 0x7f60ac14a180 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60b1f66640 1 --2- 172.21.15.116:0/2873005867 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60ac0bc810 0x7f60ac0b3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60b1f66640 1 -- 172.21.15.116:0/2873005867 >> 172.21.15.116:0/2873005867 conn(0x7f60ac0722b0 msgr2=0x7f60ac0bbea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60b1f66640 1 -- 172.21.15.116:0/2873005867 shutdown_connections 2023-11-30T08:27:07.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60b1f66640 1 -- 172.21.15.116:0/2873005867 wait complete. 2023-11-30T08:27:07.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.574+0000 7f60b1f66640 1 Processor -- start 2023-11-30T08:27:07.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60b1f66640 1 -- start start 2023-11-30T08:27:07.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60b1f66640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60ac0bc810 0x7f60ac1369d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60b1f66640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60ac140290 0x7f60ac148e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60b1f66640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60ac149d40 0x7f60ac149370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60b1f66640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60ac139b00 con 0x7f60ac149d40 2023-11-30T08:27:07.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60b1f66640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60ac139d70 con 0x7f60ac0bc810 2023-11-30T08:27:07.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60b1f66640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60ac13a050 con 0x7f60ac140290 2023-11-30T08:27:07.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60abfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60ac149d40 0x7f60ac149370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60abfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60ac149d40 0x7f60ac149370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58556/0 (socket says 172.21.15.116:58556) 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60abfff640 1 -- 172.21.15.116:0/3202106936 learned_addr learned my addr 172.21.15.116:0/3202106936 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60abfff640 1 -- 172.21.15.116:0/3202106936 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60ac140290 msgr2=0x7f60ac148e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60abfff640 1 --2- 172.21.15.116:0/3202106936 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60ac140290 0x7f60ac148e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60abfff640 1 -- 172.21.15.116:0/3202106936 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60ac0bc810 msgr2=0x7f60ac1369d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60abfff640 1 --2- 172.21.15.116:0/3202106936 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60ac0bc810 0x7f60ac1369d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60abfff640 1 -- 172.21.15.116:0/3202106936 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60a0009420 con 0x7f60ac149d40 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60abfff640 1 --2- 172.21.15.116:0/3202106936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60ac149d40 0x7f60ac149370 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f60a4001570 tx=0x7f60a400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f6093fff640 1 -- 172.21.15.116:0/3202106936 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a400a640 con 0x7f60ac149d40 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f6093fff640 1 -- 172.21.15.116:0/3202106936 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60a400a7c0 con 0x7f60ac149d40 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60b1f66640 1 -- 172.21.15.116:0/3202106936 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60ac13af30 con 0x7f60ac149d40 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f6093fff640 1 -- 172.21.15.116:0/3202106936 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a400ab70 con 0x7f60ac149d40 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60b1f66640 1 -- 172.21.15.116:0/3202106936 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60ac13b710 con 0x7f60ac149d40 2023-11-30T08:27:07.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60b1f66640 1 -- 172.21.15.116:0/3202106936 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60ac148b50 con 0x7f60ac149d40 2023-11-30T08:27:07.587 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f6093fff640 1 -- 172.21.15.116:0/3202106936 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f60a400acd0 con 0x7f60ac149d40 2023-11-30T08:27:07.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f6093fff640 1 --2- 172.21.15.116:0/3202106936 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6098066470 0x7f6098068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60ab7fe640 1 --2- 172.21.15.116:0/3202106936 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6098066470 0x7f6098068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f6093fff640 1 -- 172.21.15.116:0/3202106936 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f60a40835f0 con 0x7f60ac149d40 2023-11-30T08:27:07.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.578+0000 7f60ab7fe640 1 --2- 172.21.15.116:0/3202106936 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6098066470 0x7f6098068930 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f609c0098f0 tx=0x7f609c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.582+0000 7f6093fff640 1 -- 172.21.15.116:0/3202106936 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f60a4050b00 con 0x7f60ac149d40 2023-11-30T08:27:07.730 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.722+0000 7f60b1f66640 1 -- 172.21.15.116:0/3202106936 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f60ac139ee0 con 0x7f6098066470 2023-11-30T08:27:07.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.742+0000 7f6093fff640 1 -- 172.21.15.116:0/3202106936 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264488 (secure 0 0 0) 0x7f60ac139ee0 con 0x7f6098066470 2023-11-30T08:27:07.751 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:07.753 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:27:07.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.746+0000 7f60b1f66640 1 -- 172.21.15.116:0/3202106936 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6098066470 msgr2=0x7f6098068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.746+0000 7f60b1f66640 1 --2- 172.21.15.116:0/3202106936 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6098066470 0x7f6098068930 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f609c0098f0 tx=0x7f609c008040 comp rx=0 tx=0).stop 2023-11-30T08:27:07.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.746+0000 7f60b1f66640 1 -- 172.21.15.116:0/3202106936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60ac149d40 msgr2=0x7f60ac149370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.746+0000 7f60b1f66640 1 --2- 172.21.15.116:0/3202106936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60ac149d40 0x7f60ac149370 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f60a4001570 tx=0x7f60a400cca0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.746+0000 7f60b1f66640 1 -- 172.21.15.116:0/3202106936 shutdown_connections 2023-11-30T08:27:07.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.746+0000 7f60b1f66640 1 --2- 172.21.15.116:0/3202106936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60ac149d40 0x7f60ac149370 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.746+0000 7f60b1f66640 1 --2- 172.21.15.116:0/3202106936 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6098066470 0x7f6098068930 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.746+0000 7f60b1f66640 1 --2- 172.21.15.116:0/3202106936 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60ac140290 0x7f60ac148e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.746+0000 7f60b1f66640 1 --2- 172.21.15.116:0/3202106936 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60ac0bc810 0x7f60ac1369d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.746+0000 7f60b1f66640 1 -- 172.21.15.116:0/3202106936 >> 172.21.15.116:0/3202106936 conn(0x7f60ac0722b0 msgr2=0x7f60ac0bb5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.746+0000 7f60b1f66640 1 -- 172.21.15.116:0/3202106936 shutdown_connections 2023-11-30T08:27:07.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.746+0000 7f60b1f66640 1 -- 172.21.15.116:0/3202106936 wait complete. 2023-11-30T08:27:07.768 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2023-11-30T08:27:06.782056+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218988,"kb_used_data":2820,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755732,"statfs":{"total":773094113280,"available":772869869568,"internally_reserved":0,"allocated":2887680,"data_stored":1751917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.605912"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866623+0000","last_change":"2023-11-30T08:27:01.117481+0000","last_active":"2023-11-30T08:27:03.866623+0000","last_peered":"2023-11-30T08:27:03.866623+0000","last_clean":"2023-11-30T08:27:03.866623+0000","last_became_active":"2023-11-30T08:27:01.116408+0000","last_became_peered":"2023-11-30T08:27:01.116408+0000","last_unstale":"2023-11-30T08:27:03.866623+0000","last_undegraded":"2023-11-30T08:27:03.866623+0000","last_fullsized":"2023-11-30T08:27:03.866623+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:00:46.270941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867858+0000","last_change":"2023-11-30T08:27:01.117068+0000","last_active":"2023-11-30T08:27:03.867858+0000","last_peered":"2023-11-30T08:27:03.867858+0000","last_clean":"2023-11-30T08:27:03.867858+0000","last_became_active":"2023-11-30T08:27:01.116424+0000","last_became_peered":"2023-11-30T08:27:01.116424+0000","last_unstale":"2023-11-30T08:27:03.867858+0000","last_undegraded":"2023-11-30T08:27:03.867858+0000","last_fullsized":"2023-11-30T08:27:03.867858+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974794+0000","last_change":"2023-11-30T08:27:01.101331+0000","last_active":"2023-11-30T08:27:02.974794+0000","last_peered":"2023-11-30T08:27:02.974794+0000","last_clean":"2023-11-30T08:27:02.974794+0000","last_became_active":"2023-11-30T08:27:01.100562+0000","last_became_peered":"2023-11-30T08:27:01.100562+0000","last_unstale":"2023-11-30T08:27:02.974794+0000","last_undegraded":"2023-11-30T08:27:02.974794+0000","last_fullsized":"2023-11-30T08:27:02.974794+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364900+0000","last_change":"2023-11-30T08:27:01.126450+0000","last_active":"2023-11-30T08:27:03.364900+0000","last_peered":"2023-11-30T08:27:03.364900+0000","last_clean":"2023-11-30T08:27:03.364900+0000","last_became_active":"2023-11-30T08:27:01.124894+0000","last_became_peered":"2023-11-30T08:27:01.124894+0000","last_unstale":"2023-11-30T08:27:03.364900+0000","last_undegraded":"2023-11-30T08:27:03.364900+0000","last_fullsized":"2023-11-30T08:27:03.364900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:49:22.723417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.865813+0000","last_change":"2023-11-30T08:27:01.116419+0000","last_active":"2023-11-30T08:27:03.865813+0000","last_peered":"2023-11-30T08:27:03.865813+0000","last_clean":"2023-11-30T08:27:03.865813+0000","last_became_active":"2023-11-30T08:27:01.115529+0000","last_became_peered":"2023-11-30T08:27:01.115529+0000","last_unstale":"2023-11-30T08:27:03.865813+0000","last_undegraded":"2023-11-30T08:27:03.865813+0000","last_fullsized":"2023-11-30T08:27:03.865813+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:46:30.018928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364518+0000","last_change":"2023-11-30T08:27:01.126246+0000","last_active":"2023-11-30T08:27:03.364518+0000","last_peered":"2023-11-30T08:27:03.364518+0000","last_clean":"2023-11-30T08:27:03.364518+0000","last_became_active":"2023-11-30T08:27:01.124300+0000","last_became_peered":"2023-11-30T08:27:01.124300+0000","last_unstale":"2023-11-30T08:27:03.364518+0000","last_undegraded":"2023-11-30T08:27:03.364518+0000","last_fullsized":"2023-11-30T08:27:03.364518+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.865537+0000","last_change":"2023-11-30T08:27:01.121356+0000","last_active":"2023-11-30T08:27:03.865537+0000","last_peered":"2023-11-30T08:27:03.865537+0000","last_clean":"2023-11-30T08:27:03.865537+0000","last_became_active":"2023-11-30T08:27:01.119730+0000","last_became_peered":"2023-11-30T08:27:01.119730+0000","last_unstale":"2023-11-30T08:27:03.865537+0000","last_undegraded":"2023-11-30T08:27:03.865537+0000","last_fullsized":"2023-11-30T08:27:03.865537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:49:22.723417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073571+0000","last_change":"2023-11-30T08:27:01.118352+0000","last_active":"2023-11-30T08:27:02.073571+0000","last_peered":"2023-11-30T08:27:02.073571+0000","last_clean":"2023-11-30T08:27:02.073571+0000","last_became_active":"2023-11-30T08:27:01.117692+0000","last_became_peered":"2023-11-30T08:27:01.117692+0000","last_unstale":"2023-11-30T08:27:02.073571+0000","last_undegraded":"2023-11-30T08:27:02.073571+0000","last_fullsized":"2023-11-30T08:27:02.073571+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:24:50.929849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866792+0000","last_change":"2023-11-30T08:27:01.133046+0000","last_active":"2023-11-30T08:27:03.866792+0000","last_peered":"2023-11-30T08:27:03.866792+0000","last_clean":"2023-11-30T08:27:03.866792+0000","last_became_active":"2023-11-30T08:27:01.132440+0000","last_became_peered":"2023-11-30T08:27:01.132440+0000","last_unstale":"2023-11-30T08:27:03.866792+0000","last_undegraded":"2023-11-30T08:27:03.866792+0000","last_fullsized":"2023-11-30T08:27:03.866792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:01:34.337901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585982+0000","last_change":"2023-11-30T08:27:01.114638+0000","last_active":"2023-11-30T08:27:03.585982+0000","last_peered":"2023-11-30T08:27:03.585982+0000","last_clean":"2023-11-30T08:27:03.585982+0000","last_became_active":"2023-11-30T08:27:01.113783+0000","last_became_peered":"2023-11-30T08:27:01.113783+0000","last_unstale":"2023-11-30T08:27:03.585982+0000","last_undegraded":"2023-11-30T08:27:03.585982+0000","last_fullsized":"2023-11-30T08:27:03.585982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585796+0000","last_change":"2023-11-30T08:27:01.128729+0000","last_active":"2023-11-30T08:27:03.585796+0000","last_peered":"2023-11-30T08:27:03.585796+0000","last_clean":"2023-11-30T08:27:03.585796+0000","last_became_active":"2023-11-30T08:27:01.127950+0000","last_became_peered":"2023-11-30T08:27:01.127950+0000","last_unstale":"2023-11-30T08:27:03.585796+0000","last_undegraded":"2023-11-30T08:27:03.585796+0000","last_fullsized":"2023-11-30T08:27:03.585796+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.075004+0000","last_change":"2023-11-30T08:27:01.100133+0000","last_active":"2023-11-30T08:27:02.075004+0000","last_peered":"2023-11-30T08:27:02.075004+0000","last_clean":"2023-11-30T08:27:02.075004+0000","last_became_active":"2023-11-30T08:27:01.097840+0000","last_became_peered":"2023-11-30T08:27:01.097840+0000","last_unstale":"2023-11-30T08:27:02.075004+0000","last_undegraded":"2023-11-30T08:27:02.075004+0000","last_fullsized":"2023-11-30T08:27:02.075004+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:27.502170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074450+0000","last_change":"2023-11-30T08:27:01.105952+0000","last_active":"2023-11-30T08:27:02.074450+0000","last_peered":"2023-11-30T08:27:02.074450+0000","last_clean":"2023-11-30T08:27:02.074450+0000","last_became_active":"2023-11-30T08:27:01.105184+0000","last_became_peered":"2023-11-30T08:27:01.105184+0000","last_unstale":"2023-11-30T08:27:02.074450+0000","last_undegraded":"2023-11-30T08:27:02.074450+0000","last_fullsized":"2023-11-30T08:27:02.074450+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974021+0000","last_change":"2023-11-30T08:27:01.109698+0000","last_active":"2023-11-30T08:27:02.974021+0000","last_peered":"2023-11-30T08:27:02.974021+0000","last_clean":"2023-11-30T08:27:02.974021+0000","last_became_active":"2023-11-30T08:27:01.106796+0000","last_became_peered":"2023-11-30T08:27:01.106796+0000","last_unstale":"2023-11-30T08:27:02.974021+0000","last_undegraded":"2023-11-30T08:27:02.974021+0000","last_fullsized":"2023-11-30T08:27:02.974021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:38.155098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867211+0000","last_change":"2023-11-30T08:27:01.087970+0000","last_active":"2023-11-30T08:27:03.867211+0000","last_peered":"2023-11-30T08:27:03.867211+0000","last_clean":"2023-11-30T08:27:03.867211+0000","last_became_active":"2023-11-30T08:27:01.087183+0000","last_became_peered":"2023-11-30T08:27:01.087183+0000","last_unstale":"2023-11-30T08:27:03.867211+0000","last_undegraded":"2023-11-30T08:27:03.867211+0000","last_fullsized":"2023-11-30T08:27:03.867211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364368+0000","last_change":"2023-11-30T08:27:01.116832+0000","last_active":"2023-11-30T08:27:03.364368+0000","last_peered":"2023-11-30T08:27:03.364368+0000","last_clean":"2023-11-30T08:27:03.364368+0000","last_became_active":"2023-11-30T08:27:01.116122+0000","last_became_peered":"2023-11-30T08:27:01.116122+0000","last_unstale":"2023-11-30T08:27:03.364368+0000","last_undegraded":"2023-11-30T08:27:03.364368+0000","last_fullsized":"2023-11-30T08:27:03.364368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365344+0000","last_change":"2023-11-30T08:27:01.133093+0000","last_active":"2023-11-30T08:27:03.365344+0000","last_peered":"2023-11-30T08:27:03.365344+0000","last_clean":"2023-11-30T08:27:03.365344+0000","last_became_active":"2023-11-30T08:27:01.132634+0000","last_became_peered":"2023-11-30T08:27:01.132634+0000","last_unstale":"2023-11-30T08:27:03.365344+0000","last_undegraded":"2023-11-30T08:27:03.365344+0000","last_fullsized":"2023-11-30T08:27:03.365344+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:00:46.270941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326842+0000","last_change":"2023-11-30T08:27:01.114145+0000","last_active":"2023-11-30T08:27:03.326842+0000","last_peered":"2023-11-30T08:27:03.326842+0000","last_clean":"2023-11-30T08:27:03.326842+0000","last_became_active":"2023-11-30T08:27:01.113346+0000","last_became_peered":"2023-11-30T08:27:01.113346+0000","last_unstale":"2023-11-30T08:27:03.326842+0000","last_undegraded":"2023-11-30T08:27:03.326842+0000","last_fullsized":"2023-11-30T08:27:03.326842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:24.826276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866574+0000","last_change":"2023-11-30T08:27:01.119470+0000","last_active":"2023-11-30T08:27:03.866574+0000","last_peered":"2023-11-30T08:27:03.866574+0000","last_clean":"2023-11-30T08:27:03.866574+0000","last_became_active":"2023-11-30T08:27:01.118628+0000","last_became_peered":"2023-11-30T08:27:01.118628+0000","last_unstale":"2023-11-30T08:27:03.866574+0000","last_undegraded":"2023-11-30T08:27:03.866574+0000","last_fullsized":"2023-11-30T08:27:03.866574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:13:15.752762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.586483+0000","last_change":"2023-11-30T08:27:01.098163+0000","last_active":"2023-11-30T08:27:03.586483+0000","last_peered":"2023-11-30T08:27:03.586483+0000","last_clean":"2023-11-30T08:27:03.586483+0000","last_became_active":"2023-11-30T08:27:01.097352+0000","last_became_peered":"2023-11-30T08:27:01.097352+0000","last_unstale":"2023-11-30T08:27:03.586483+0000","last_undegraded":"2023-11-30T08:27:03.586483+0000","last_fullsized":"2023-11-30T08:27:03.586483+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974630+0000","last_change":"2023-11-30T08:27:01.126253+0000","last_active":"2023-11-30T08:27:02.974630+0000","last_peered":"2023-11-30T08:27:02.974630+0000","last_clean":"2023-11-30T08:27:02.974630+0000","last_became_active":"2023-11-30T08:27:01.124310+0000","last_became_peered":"2023-11-30T08:27:01.124310+0000","last_unstale":"2023-11-30T08:27:02.974630+0000","last_undegraded":"2023-11-30T08:27:02.974630+0000","last_fullsized":"2023-11-30T08:27:02.974630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364913+0000","last_change":"2023-11-30T08:27:01.133251+0000","last_active":"2023-11-30T08:27:03.364913+0000","last_peered":"2023-11-30T08:27:03.364913+0000","last_clean":"2023-11-30T08:27:03.364913+0000","last_became_active":"2023-11-30T08:27:01.132685+0000","last_became_peered":"2023-11-30T08:27:01.132685+0000","last_unstale":"2023-11-30T08:27:03.364913+0000","last_undegraded":"2023-11-30T08:27:03.364913+0000","last_fullsized":"2023-11-30T08:27:03.364913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:51:28.258975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074032+0000","last_change":"2023-11-30T08:27:01.103330+0000","last_active":"2023-11-30T08:27:02.074032+0000","last_peered":"2023-11-30T08:27:02.074032+0000","last_clean":"2023-11-30T08:27:02.074032+0000","last_became_active":"2023-11-30T08:27:01.099364+0000","last_became_peered":"2023-11-30T08:27:01.099364+0000","last_unstale":"2023-11-30T08:27:02.074032+0000","last_undegraded":"2023-11-30T08:27:02.074032+0000","last_fullsized":"2023-11-30T08:27:02.074032+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365401+0000","last_change":"2023-11-30T08:27:01.125866+0000","last_active":"2023-11-30T08:27:03.365401+0000","last_peered":"2023-11-30T08:27:03.365401+0000","last_clean":"2023-11-30T08:27:03.365401+0000","last_became_active":"2023-11-30T08:27:01.124977+0000","last_became_peered":"2023-11-30T08:27:01.124977+0000","last_unstale":"2023-11-30T08:27:03.365401+0000","last_undegraded":"2023-11-30T08:27:03.365401+0000","last_fullsized":"2023-11-30T08:27:03.365401+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:01:34.337901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074715+0000","last_change":"2023-11-30T08:27:01.103182+0000","last_active":"2023-11-30T08:27:02.074715+0000","last_peered":"2023-11-30T08:27:02.074715+0000","last_clean":"2023-11-30T08:27:02.074715+0000","last_became_active":"2023-11-30T08:27:01.102471+0000","last_became_peered":"2023-11-30T08:27:01.102471+0000","last_unstale":"2023-11-30T08:27:02.074715+0000","last_undegraded":"2023-11-30T08:27:02.074715+0000","last_fullsized":"2023-11-30T08:27:02.074715+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:51:28.258975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.586156+0000","last_change":"2023-11-30T08:27:01.126980+0000","last_active":"2023-11-30T08:27:03.586156+0000","last_peered":"2023-11-30T08:27:03.586156+0000","last_clean":"2023-11-30T08:27:03.586156+0000","last_became_active":"2023-11-30T08:27:01.126122+0000","last_became_peered":"2023-11-30T08:27:01.126122+0000","last_unstale":"2023-11-30T08:27:03.586156+0000","last_undegraded":"2023-11-30T08:27:03.586156+0000","last_fullsized":"2023-11-30T08:27:03.586156+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867637+0000","last_change":"2023-11-30T08:27:01.106322+0000","last_active":"2023-11-30T08:27:03.867637+0000","last_peered":"2023-11-30T08:27:03.867637+0000","last_clean":"2023-11-30T08:27:03.867637+0000","last_became_active":"2023-11-30T08:27:01.105299+0000","last_became_peered":"2023-11-30T08:27:01.105299+0000","last_unstale":"2023-11-30T08:27:03.867637+0000","last_undegraded":"2023-11-30T08:27:03.867637+0000","last_fullsized":"2023-11-30T08:27:03.867637+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074719+0000","last_change":"2023-11-30T08:27:01.112729+0000","last_active":"2023-11-30T08:27:02.074719+0000","last_peered":"2023-11-30T08:27:02.074719+0000","last_clean":"2023-11-30T08:27:02.074719+0000","last_became_active":"2023-11-30T08:27:01.111939+0000","last_became_peered":"2023-11-30T08:27:01.111939+0000","last_unstale":"2023-11-30T08:27:02.074719+0000","last_undegraded":"2023-11-30T08:27:02.074719+0000","last_fullsized":"2023-11-30T08:27:02.074719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:49:22.723417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974465+0000","last_change":"2023-11-30T08:27:01.117986+0000","last_active":"2023-11-30T08:27:02.974465+0000","last_peered":"2023-11-30T08:27:02.974465+0000","last_clean":"2023-11-30T08:27:02.974465+0000","last_became_active":"2023-11-30T08:27:01.116738+0000","last_became_peered":"2023-11-30T08:27:01.116738+0000","last_unstale":"2023-11-30T08:27:02.974465+0000","last_undegraded":"2023-11-30T08:27:02.974465+0000","last_fullsized":"2023-11-30T08:27:02.974465+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365368+0000","last_change":"2023-11-30T08:27:01.124746+0000","last_active":"2023-11-30T08:27:03.365368+0000","last_peered":"2023-11-30T08:27:03.365368+0000","last_clean":"2023-11-30T08:27:03.365368+0000","last_became_active":"2023-11-30T08:27:01.124102+0000","last_became_peered":"2023-11-30T08:27:01.124102+0000","last_unstale":"2023-11-30T08:27:03.365368+0000","last_undegraded":"2023-11-30T08:27:03.365368+0000","last_fullsized":"2023-11-30T08:27:03.365368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:24:39.373371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326881+0000","last_change":"2023-11-30T08:27:01.116628+0000","last_active":"2023-11-30T08:27:03.326881+0000","last_peered":"2023-11-30T08:27:03.326881+0000","last_clean":"2023-11-30T08:27:03.326881+0000","last_became_active":"2023-11-30T08:27:01.115880+0000","last_became_peered":"2023-11-30T08:27:01.115880+0000","last_unstale":"2023-11-30T08:27:03.326881+0000","last_undegraded":"2023-11-30T08:27:03.326881+0000","last_fullsized":"2023-11-30T08:27:03.326881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:27.502170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585226+0000","last_change":"2023-11-30T08:27:01.116547+0000","last_active":"2023-11-30T08:27:03.585226+0000","last_peered":"2023-11-30T08:27:03.585226+0000","last_clean":"2023-11-30T08:27:03.585226+0000","last_became_active":"2023-11-30T08:27:01.114841+0000","last_became_peered":"2023-11-30T08:27:01.114841+0000","last_unstale":"2023-11-30T08:27:03.585226+0000","last_undegraded":"2023-11-30T08:27:03.585226+0000","last_fullsized":"2023-11-30T08:27:03.585226+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074321+0000","last_change":"2023-11-30T08:27:01.093517+0000","last_active":"2023-11-30T08:27:02.074321+0000","last_peered":"2023-11-30T08:27:02.074321+0000","last_clean":"2023-11-30T08:27:02.074321+0000","last_became_active":"2023-11-30T08:27:01.092766+0000","last_became_peered":"2023-11-30T08:27:01.092766+0000","last_unstale":"2023-11-30T08:27:02.074321+0000","last_undegraded":"2023-11-30T08:27:02.074321+0000","last_fullsized":"2023-11-30T08:27:02.074321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:15.487059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074713+0000","last_change":"2023-11-30T08:27:00.217287+0000","last_active":"2023-11-30T08:27:02.074713+0000","last_peered":"2023-11-30T08:27:02.074713+0000","last_clean":"2023-11-30T08:27:02.074713+0000","last_became_active":"2023-11-30T08:27:00.216812+0000","last_became_peered":"2023-11-30T08:27:00.216812+0000","last_unstale":"2023-11-30T08:27:02.074713+0000","last_undegraded":"2023-11-30T08:27:02.074713+0000","last_fullsized":"2023-11-30T08:27:02.074713+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:43.836842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974844+0000","last_change":"2023-11-30T08:27:01.107948+0000","last_active":"2023-11-30T08:27:02.974844+0000","last_peered":"2023-11-30T08:27:02.974844+0000","last_clean":"2023-11-30T08:27:02.974844+0000","last_became_active":"2023-11-30T08:27:01.105889+0000","last_became_peered":"2023-11-30T08:27:01.105889+0000","last_unstale":"2023-11-30T08:27:02.974844+0000","last_undegraded":"2023-11-30T08:27:02.974844+0000","last_fullsized":"2023-11-30T08:27:02.974844+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585238+0000","last_change":"2023-11-30T08:27:00.211096+0000","last_active":"2023-11-30T08:27:03.585238+0000","last_peered":"2023-11-30T08:27:03.585238+0000","last_clean":"2023-11-30T08:27:03.585238+0000","last_became_active":"2023-11-30T08:27:00.210375+0000","last_became_peered":"2023-11-30T08:27:00.210375+0000","last_unstale":"2023-11-30T08:27:03.585238+0000","last_undegraded":"2023-11-30T08:27:03.585238+0000","last_fullsized":"2023-11-30T08:27:03.585238+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:56.545221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073894+0000","last_change":"2023-11-30T08:27:00.224423+0000","last_active":"2023-11-30T08:27:02.073894+0000","last_peered":"2023-11-30T08:27:02.073894+0000","last_clean":"2023-11-30T08:27:02.073894+0000","last_became_active":"2023-11-30T08:27:00.224102+0000","last_became_peered":"2023-11-30T08:27:00.224102+0000","last_unstale":"2023-11-30T08:27:02.073894+0000","last_undegraded":"2023-11-30T08:27:02.073894+0000","last_fullsized":"2023-11-30T08:27:02.073894+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:37.144260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073595+0000","last_change":"2023-11-30T08:27:01.111460+0000","last_active":"2023-11-30T08:27:02.073595+0000","last_peered":"2023-11-30T08:27:02.073595+0000","last_clean":"2023-11-30T08:27:02.073595+0000","last_became_active":"2023-11-30T08:27:01.110683+0000","last_became_peered":"2023-11-30T08:27:01.110683+0000","last_unstale":"2023-11-30T08:27:02.073595+0000","last_undegraded":"2023-11-30T08:27:02.073595+0000","last_fullsized":"2023-11-30T08:27:02.073595+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365469+0000","last_change":"2023-11-30T08:27:00.220049+0000","last_active":"2023-11-30T08:27:03.365469+0000","last_peered":"2023-11-30T08:27:03.365469+0000","last_clean":"2023-11-30T08:27:03.365469+0000","last_became_active":"2023-11-30T08:27:00.201871+0000","last_became_peered":"2023-11-30T08:27:00.201871+0000","last_unstale":"2023-11-30T08:27:03.365469+0000","last_undegraded":"2023-11-30T08:27:03.365469+0000","last_fullsized":"2023-11-30T08:27:03.365469+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:43.836842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867199+0000","last_change":"2023-11-30T08:27:01.104498+0000","last_active":"2023-11-30T08:27:03.867199+0000","last_peered":"2023-11-30T08:27:03.867199+0000","last_clean":"2023-11-30T08:27:03.867199+0000","last_became_active":"2023-11-30T08:27:01.103323+0000","last_became_peered":"2023-11-30T08:27:01.103323+0000","last_unstale":"2023-11-30T08:27:03.867199+0000","last_undegraded":"2023-11-30T08:27:03.867199+0000","last_fullsized":"2023-11-30T08:27:03.867199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585660+0000","last_change":"2023-11-30T08:27:00.224645+0000","last_active":"2023-11-30T08:27:03.585660+0000","last_peered":"2023-11-30T08:27:03.585660+0000","last_clean":"2023-11-30T08:27:03.585660+0000","last_became_active":"2023-11-30T08:27:00.223819+0000","last_became_peered":"2023-11-30T08:27:00.223819+0000","last_unstale":"2023-11-30T08:27:03.585660+0000","last_undegraded":"2023-11-30T08:27:03.585660+0000","last_fullsized":"2023-11-30T08:27:03.585660+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:14.497380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365040+0000","last_change":"2023-11-30T08:27:01.134885+0000","last_active":"2023-11-30T08:27:03.365040+0000","last_peered":"2023-11-30T08:27:03.365040+0000","last_clean":"2023-11-30T08:27:03.365040+0000","last_became_active":"2023-11-30T08:27:01.134237+0000","last_became_peered":"2023-11-30T08:27:01.134237+0000","last_unstale":"2023-11-30T08:27:03.365040+0000","last_undegraded":"2023-11-30T08:27:03.365040+0000","last_fullsized":"2023-11-30T08:27:03.365040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:18:54.917988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365304+0000","last_change":"2023-11-30T08:27:00.223309+0000","last_active":"2023-11-30T08:27:03.365304+0000","last_peered":"2023-11-30T08:27:03.365304+0000","last_clean":"2023-11-30T08:27:03.365304+0000","last_became_active":"2023-11-30T08:27:00.222567+0000","last_became_peered":"2023-11-30T08:27:00.222567+0000","last_unstale":"2023-11-30T08:27:03.365304+0000","last_undegraded":"2023-11-30T08:27:03.365304+0000","last_fullsized":"2023-11-30T08:27:03.365304+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:24.911859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974991+0000","last_change":"2023-11-30T08:27:01.130197+0000","last_active":"2023-11-30T08:27:02.974991+0000","last_peered":"2023-11-30T08:27:02.974991+0000","last_clean":"2023-11-30T08:27:02.974991+0000","last_became_active":"2023-11-30T08:27:01.129328+0000","last_became_peered":"2023-11-30T08:27:01.129328+0000","last_unstale":"2023-11-30T08:27:02.974991+0000","last_undegraded":"2023-11-30T08:27:02.974991+0000","last_fullsized":"2023-11-30T08:27:02.974991+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.816556+0000","last_change":"2023-11-30T08:27:00.205646+0000","last_active":"2023-11-30T08:27:03.816556+0000","last_peered":"2023-11-30T08:27:03.816556+0000","last_clean":"2023-11-30T08:27:03.816556+0000","last_became_active":"2023-11-30T08:27:00.205330+0000","last_became_peered":"2023-11-30T08:27:00.205330+0000","last_unstale":"2023-11-30T08:27:03.816556+0000","last_undegraded":"2023-11-30T08:27:03.816556+0000","last_fullsized":"2023-11-30T08:27:03.816556+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:23.815438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.075204+0000","last_change":"2023-11-30T08:27:01.117391+0000","last_active":"2023-11-30T08:27:02.075204+0000","last_peered":"2023-11-30T08:27:02.075204+0000","last_clean":"2023-11-30T08:27:02.075204+0000","last_became_active":"2023-11-30T08:27:01.116864+0000","last_became_peered":"2023-11-30T08:27:01.116864+0000","last_unstale":"2023-11-30T08:27:02.075204+0000","last_undegraded":"2023-11-30T08:27:02.075204+0000","last_fullsized":"2023-11-30T08:27:02.075204+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:57.556060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585569+0000","last_change":"2023-11-30T08:27:00.210531+0000","last_active":"2023-11-30T08:27:03.585569+0000","last_peered":"2023-11-30T08:27:03.585569+0000","last_clean":"2023-11-30T08:27:03.585569+0000","last_became_active":"2023-11-30T08:27:00.209748+0000","last_became_peered":"2023-11-30T08:27:00.209748+0000","last_unstale":"2023-11-30T08:27:03.585569+0000","last_undegraded":"2023-11-30T08:27:03.585569+0000","last_fullsized":"2023-11-30T08:27:03.585569+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:37.144260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866189+0000","last_change":"2023-11-30T08:27:01.118948+0000","last_active":"2023-11-30T08:27:03.866189+0000","last_peered":"2023-11-30T08:27:03.866189+0000","last_clean":"2023-11-30T08:27:03.866189+0000","last_became_active":"2023-11-30T08:27:01.118136+0000","last_became_peered":"2023-11-30T08:27:01.118136+0000","last_unstale":"2023-11-30T08:27:03.866189+0000","last_undegraded":"2023-11-30T08:27:03.866189+0000","last_fullsized":"2023-11-30T08:27:03.866189+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:58:17.508784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974884+0000","last_change":"2023-11-30T08:27:00.213633+0000","last_active":"2023-11-30T08:27:02.974884+0000","last_peered":"2023-11-30T08:27:02.974884+0000","last_clean":"2023-11-30T08:27:02.974884+0000","last_became_active":"2023-11-30T08:27:00.213332+0000","last_became_peered":"2023-11-30T08:27:00.213332+0000","last_unstale":"2023-11-30T08:27:02.974884+0000","last_undegraded":"2023-11-30T08:27:02.974884+0000","last_fullsized":"2023-11-30T08:27:02.974884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:26.491332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974208+0000","last_change":"2023-11-30T08:27:01.119362+0000","last_active":"2023-11-30T08:27:02.974208+0000","last_peered":"2023-11-30T08:27:02.974208+0000","last_clean":"2023-11-30T08:27:02.974208+0000","last_became_active":"2023-11-30T08:27:01.118649+0000","last_became_peered":"2023-11-30T08:27:01.118649+0000","last_unstale":"2023-11-30T08:27:02.974208+0000","last_undegraded":"2023-11-30T08:27:02.974208+0000","last_fullsized":"2023-11-30T08:27:02.974208+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:24:50.929849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365285+0000","last_change":"2023-11-30T08:27:00.226182+0000","last_active":"2023-11-30T08:27:03.365285+0000","last_peered":"2023-11-30T08:27:03.365285+0000","last_clean":"2023-11-30T08:27:03.365285+0000","last_became_active":"2023-11-30T08:27:00.224018+0000","last_became_peered":"2023-11-30T08:27:00.224018+0000","last_unstale":"2023-11-30T08:27:03.365285+0000","last_undegraded":"2023-11-30T08:27:03.365285+0000","last_fullsized":"2023-11-30T08:27:03.365285+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:36.274732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866197+0000","last_change":"2023-11-30T08:27:01.117859+0000","last_active":"2023-11-30T08:27:03.866197+0000","last_peered":"2023-11-30T08:27:03.866197+0000","last_clean":"2023-11-30T08:27:03.866197+0000","last_became_active":"2023-11-30T08:27:01.117069+0000","last_became_peered":"2023-11-30T08:27:01.117069+0000","last_unstale":"2023-11-30T08:27:03.866197+0000","last_undegraded":"2023-11-30T08:27:03.866197+0000","last_fullsized":"2023-11-30T08:27:03.866197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:04:43.009023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585184+0000","last_change":"2023-11-30T08:27:00.218598+0000","last_active":"2023-11-30T08:27:03.585184+0000","last_peered":"2023-11-30T08:27:03.585184+0000","last_clean":"2023-11-30T08:27:03.585184+0000","last_became_active":"2023-11-30T08:27:00.217312+0000","last_became_peered":"2023-11-30T08:27:00.217312+0000","last_unstale":"2023-11-30T08:27:03.585184+0000","last_undegraded":"2023-11-30T08:27:03.585184+0000","last_fullsized":"2023-11-30T08:27:03.585184+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:24:52.190170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585509+0000","last_change":"2023-11-30T08:27:01.117068+0000","last_active":"2023-11-30T08:27:03.585509+0000","last_peered":"2023-11-30T08:27:03.585509+0000","last_clean":"2023-11-30T08:27:03.585509+0000","last_became_active":"2023-11-30T08:27:01.115856+0000","last_became_peered":"2023-11-30T08:27:01.115856+0000","last_unstale":"2023-11-30T08:27:03.585509+0000","last_undegraded":"2023-11-30T08:27:03.585509+0000","last_fullsized":"2023-11-30T08:27:03.585509+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326701+0000","last_change":"2023-11-30T08:27:00.209284+0000","last_active":"2023-11-30T08:27:03.326701+0000","last_peered":"2023-11-30T08:27:03.326701+0000","last_clean":"2023-11-30T08:27:03.326701+0000","last_became_active":"2023-11-30T08:27:00.209000+0000","last_became_peered":"2023-11-30T08:27:00.209000+0000","last_unstale":"2023-11-30T08:27:03.326701+0000","last_undegraded":"2023-11-30T08:27:03.326701+0000","last_fullsized":"2023-11-30T08:27:03.326701+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:13:52.134196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.865618+0000","last_change":"2023-11-30T08:27:01.121882+0000","last_active":"2023-11-30T08:27:03.865618+0000","last_peered":"2023-11-30T08:27:03.865618+0000","last_clean":"2023-11-30T08:27:03.865618+0000","last_became_active":"2023-11-30T08:27:01.120544+0000","last_became_peered":"2023-11-30T08:27:01.120544+0000","last_unstale":"2023-11-30T08:27:03.865618+0000","last_undegraded":"2023-11-30T08:27:03.865618+0000","last_fullsized":"2023-11-30T08:27:03.865618+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:51:28.258975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.075229+0000","last_change":"2023-11-30T08:27:00.205533+0000","last_active":"2023-11-30T08:27:02.075229+0000","last_peered":"2023-11-30T08:27:02.075229+0000","last_clean":"2023-11-30T08:27:02.075229+0000","last_became_active":"2023-11-30T08:27:00.203516+0000","last_became_peered":"2023-11-30T08:27:00.203516+0000","last_unstale":"2023-11-30T08:27:02.075229+0000","last_undegraded":"2023-11-30T08:27:02.075229+0000","last_fullsized":"2023-11-30T08:27:02.075229+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:11:45.342008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866592+0000","last_change":"2023-11-30T08:27:01.118670+0000","last_active":"2023-11-30T08:27:03.866592+0000","last_peered":"2023-11-30T08:27:03.866592+0000","last_clean":"2023-11-30T08:27:03.866592+0000","last_became_active":"2023-11-30T08:27:01.116671+0000","last_became_peered":"2023-11-30T08:27:01.116671+0000","last_unstale":"2023-11-30T08:27:03.866592+0000","last_undegraded":"2023-11-30T08:27:03.866592+0000","last_fullsized":"2023-11-30T08:27:03.866592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:24:39.373371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326962+0000","last_change":"2023-11-30T08:27:00.210465+0000","last_active":"2023-11-30T08:27:03.326962+0000","last_peered":"2023-11-30T08:27:03.326962+0000","last_clean":"2023-11-30T08:27:03.326962+0000","last_became_active":"2023-11-30T08:27:00.210151+0000","last_became_peered":"2023-11-30T08:27:00.210151+0000","last_unstale":"2023-11-30T08:27:03.326962+0000","last_undegraded":"2023-11-30T08:27:03.326962+0000","last_fullsized":"2023-11-30T08:27:03.326962+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:14.497380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866855+0000","last_change":"2023-11-30T08:27:01.123531+0000","last_active":"2023-11-30T08:27:03.866855+0000","last_peered":"2023-11-30T08:27:03.866855+0000","last_clean":"2023-11-30T08:27:03.866855+0000","last_became_active":"2023-11-30T08:27:01.122435+0000","last_became_peered":"2023-11-30T08:27:01.122435+0000","last_unstale":"2023-11-30T08:27:03.866855+0000","last_undegraded":"2023-11-30T08:27:03.866855+0000","last_fullsized":"2023-11-30T08:27:03.866855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:56:32.076757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.816608+0000","last_change":"2023-11-30T08:27:00.204356+0000","last_active":"2023-11-30T08:27:03.816608+0000","last_peered":"2023-11-30T08:27:03.816608+0000","last_clean":"2023-11-30T08:27:03.816608+0000","last_became_active":"2023-11-30T08:27:00.203964+0000","last_became_peered":"2023-11-30T08:27:00.203964+0000","last_unstale":"2023-11-30T08:27:03.816608+0000","last_undegraded":"2023-11-30T08:27:03.816608+0000","last_fullsized":"2023-11-30T08:27:03.816608+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:26.491332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365280+0000","last_change":"2023-11-30T08:27:01.114021+0000","last_active":"2023-11-30T08:27:03.365280+0000","last_peered":"2023-11-30T08:27:03.365280+0000","last_clean":"2023-11-30T08:27:03.365280+0000","last_became_active":"2023-11-30T08:27:01.113332+0000","last_became_peered":"2023-11-30T08:27:01.113332+0000","last_unstale":"2023-11-30T08:27:03.365280+0000","last_undegraded":"2023-11-30T08:27:03.365280+0000","last_fullsized":"2023-11-30T08:27:03.365280+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:13:15.752762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.327157+0000","last_change":"2023-11-30T08:27:00.226088+0000","last_active":"2023-11-30T08:27:03.327157+0000","last_peered":"2023-11-30T08:27:03.327157+0000","last_clean":"2023-11-30T08:27:03.327157+0000","last_became_active":"2023-11-30T08:27:00.225822+0000","last_became_peered":"2023-11-30T08:27:00.225822+0000","last_unstale":"2023-11-30T08:27:03.327157+0000","last_undegraded":"2023-11-30T08:27:03.327157+0000","last_fullsized":"2023-11-30T08:27:03.327157+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:14.476221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.865983+0000","last_change":"2023-11-30T08:27:01.133591+0000","last_active":"2023-11-30T08:27:03.865983+0000","last_peered":"2023-11-30T08:27:03.865983+0000","last_clean":"2023-11-30T08:27:03.865983+0000","last_became_active":"2023-11-30T08:27:01.132406+0000","last_became_peered":"2023-11-30T08:27:01.132406+0000","last_unstale":"2023-11-30T08:27:03.865983+0000","last_undegraded":"2023-11-30T08:27:03.865983+0000","last_fullsized":"2023-11-30T08:27:03.865983+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:18:54.917988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.081799+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:27:01.081799+0000","last_peered":"2023-11-30T08:27:01.081799+0000","last_clean":"2023-11-30T08:27:01.081799+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:27:01.081799+0000","last_undegraded":"2023-11-30T08:27:01.081799+0000","last_fullsized":"2023-11-30T08:27:01.081799+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364443+0000","last_change":"2023-11-30T08:27:00.221191+0000","last_active":"2023-11-30T08:27:03.364443+0000","last_peered":"2023-11-30T08:27:03.364443+0000","last_clean":"2023-11-30T08:27:03.364443+0000","last_became_active":"2023-11-30T08:27:00.220507+0000","last_became_peered":"2023-11-30T08:27:00.220507+0000","last_unstale":"2023-11-30T08:27:03.364443+0000","last_undegraded":"2023-11-30T08:27:03.364443+0000","last_fullsized":"2023-11-30T08:27:03.364443+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:23.815438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074400+0000","last_change":"2023-11-30T08:27:01.129391+0000","last_active":"2023-11-30T08:27:02.074400+0000","last_peered":"2023-11-30T08:27:02.074400+0000","last_clean":"2023-11-30T08:27:02.074400+0000","last_became_active":"2023-11-30T08:27:01.128850+0000","last_became_peered":"2023-11-30T08:27:01.128850+0000","last_unstale":"2023-11-30T08:27:02.074400+0000","last_undegraded":"2023-11-30T08:27:02.074400+0000","last_fullsized":"2023-11-30T08:27:02.074400+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.811390+0000","last_change":"2023-11-30T08:27:00.232633+0000","last_active":"2023-11-30T08:27:03.811390+0000","last_peered":"2023-11-30T08:27:03.811390+0000","last_clean":"2023-11-30T08:27:03.811390+0000","last_became_active":"2023-11-30T08:27:00.231105+0000","last_became_peered":"2023-11-30T08:27:00.231105+0000","last_unstale":"2023-11-30T08:27:03.811390+0000","last_undegraded":"2023-11-30T08:27:03.811390+0000","last_fullsized":"2023-11-30T08:27:03.811390+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:23.815438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974003+0000","last_change":"2023-11-30T08:27:01.107142+0000","last_active":"2023-11-30T08:27:02.974003+0000","last_peered":"2023-11-30T08:27:02.974003+0000","last_clean":"2023-11-30T08:27:02.974003+0000","last_became_active":"2023-11-30T08:27:01.105814+0000","last_became_peered":"2023-11-30T08:27:01.105814+0000","last_unstale":"2023-11-30T08:27:02.974003+0000","last_undegraded":"2023-11-30T08:27:02.974003+0000","last_fullsized":"2023-11-30T08:27:02.974003+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:24:53.201008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326726+0000","last_change":"2023-11-30T08:27:00.210657+0000","last_active":"2023-11-30T08:27:03.326726+0000","last_peered":"2023-11-30T08:27:03.326726+0000","last_clean":"2023-11-30T08:27:03.326726+0000","last_became_active":"2023-11-30T08:27:00.210303+0000","last_became_peered":"2023-11-30T08:27:00.210303+0000","last_unstale":"2023-11-30T08:27:03.326726+0000","last_undegraded":"2023-11-30T08:27:03.326726+0000","last_fullsized":"2023-11-30T08:27:03.326726+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:03:31.246394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867274+0000","last_change":"2023-11-30T08:27:01.102242+0000","last_active":"2023-11-30T08:27:03.867274+0000","last_peered":"2023-11-30T08:27:03.867274+0000","last_clean":"2023-11-30T08:27:03.867274+0000","last_became_active":"2023-11-30T08:27:01.101387+0000","last_became_peered":"2023-11-30T08:27:01.101387+0000","last_unstale":"2023-11-30T08:27:03.867274+0000","last_undegraded":"2023-11-30T08:27:03.867274+0000","last_fullsized":"2023-11-30T08:27:03.867274+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365517+0000","last_change":"2023-11-30T08:27:00.221420+0000","last_active":"2023-11-30T08:27:03.365517+0000","last_peered":"2023-11-30T08:27:03.365517+0000","last_clean":"2023-11-30T08:27:03.365517+0000","last_became_active":"2023-11-30T08:27:00.220266+0000","last_became_peered":"2023-11-30T08:27:00.220266+0000","last_unstale":"2023-11-30T08:27:03.365517+0000","last_undegraded":"2023-11-30T08:27:03.365517+0000","last_fullsized":"2023-11-30T08:27:03.365517+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:53.374868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074705+0000","last_change":"2023-11-30T08:27:01.115465+0000","last_active":"2023-11-30T08:27:02.074705+0000","last_peered":"2023-11-30T08:27:02.074705+0000","last_clean":"2023-11-30T08:27:02.074705+0000","last_became_active":"2023-11-30T08:27:01.114876+0000","last_became_peered":"2023-11-30T08:27:01.114876+0000","last_unstale":"2023-11-30T08:27:02.074705+0000","last_undegraded":"2023-11-30T08:27:02.074705+0000","last_fullsized":"2023-11-30T08:27:02.074705+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:24.826276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.816449+0000","last_change":"2023-11-30T08:27:00.202335+0000","last_active":"2023-11-30T08:27:03.816449+0000","last_peered":"2023-11-30T08:27:03.816449+0000","last_clean":"2023-11-30T08:27:03.816449+0000","last_became_active":"2023-11-30T08:27:00.202045+0000","last_became_peered":"2023-11-30T08:27:00.202045+0000","last_unstale":"2023-11-30T08:27:03.816449+0000","last_undegraded":"2023-11-30T08:27:03.816449+0000","last_fullsized":"2023-11-30T08:27:03.816449+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:03:31.246394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365196+0000","last_change":"2023-11-30T08:27:01.125177+0000","last_active":"2023-11-30T08:27:03.365196+0000","last_peered":"2023-11-30T08:27:03.365196+0000","last_clean":"2023-11-30T08:27:03.365196+0000","last_became_active":"2023-11-30T08:27:01.124484+0000","last_became_peered":"2023-11-30T08:27:01.124484+0000","last_unstale":"2023-11-30T08:27:03.365196+0000","last_undegraded":"2023-11-30T08:27:03.365196+0000","last_fullsized":"2023-11-30T08:27:03.365196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:58:17.508784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.811762+0000","last_change":"2023-11-30T08:27:00.231031+0000","last_active":"2023-11-30T08:27:03.811762+0000","last_peered":"2023-11-30T08:27:03.811762+0000","last_clean":"2023-11-30T08:27:03.811762+0000","last_became_active":"2023-11-30T08:27:00.230341+0000","last_became_peered":"2023-11-30T08:27:00.230341+0000","last_unstale":"2023-11-30T08:27:03.811762+0000","last_undegraded":"2023-11-30T08:27:03.811762+0000","last_fullsized":"2023-11-30T08:27:03.811762+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:44.608957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867508+0000","last_change":"2023-11-30T08:27:01.102596+0000","last_active":"2023-11-30T08:27:03.867508+0000","last_peered":"2023-11-30T08:27:03.867508+0000","last_clean":"2023-11-30T08:27:03.867508+0000","last_became_active":"2023-11-30T08:27:01.101380+0000","last_became_peered":"2023-11-30T08:27:01.101380+0000","last_unstale":"2023-11-30T08:27:03.867508+0000","last_undegraded":"2023-11-30T08:27:03.867508+0000","last_fullsized":"2023-11-30T08:27:03.867508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867908+0000","last_change":"2023-11-30T08:27:00.221089+0000","last_active":"2023-11-30T08:27:03.867908+0000","last_peered":"2023-11-30T08:27:03.867908+0000","last_clean":"2023-11-30T08:27:03.867908+0000","last_became_active":"2023-11-30T08:27:00.220821+0000","last_became_peered":"2023-11-30T08:27:00.220821+0000","last_unstale":"2023-11-30T08:27:03.867908+0000","last_undegraded":"2023-11-30T08:27:03.867908+0000","last_fullsized":"2023-11-30T08:27:03.867908+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:37.144260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074767+0000","last_change":"2023-11-30T08:27:01.121143+0000","last_active":"2023-11-30T08:27:02.074767+0000","last_peered":"2023-11-30T08:27:02.074767+0000","last_clean":"2023-11-30T08:27:02.074767+0000","last_became_active":"2023-11-30T08:27:01.120474+0000","last_became_peered":"2023-11-30T08:27:01.120474+0000","last_unstale":"2023-11-30T08:27:02.074767+0000","last_undegraded":"2023-11-30T08:27:02.074767+0000","last_fullsized":"2023-11-30T08:27:02.074767+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:46:30.018928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585785+0000","last_change":"2023-11-30T08:27:00.231701+0000","last_active":"2023-11-30T08:27:03.585785+0000","last_peered":"2023-11-30T08:27:03.585785+0000","last_clean":"2023-11-30T08:27:03.585785+0000","last_became_active":"2023-11-30T08:27:00.231057+0000","last_became_peered":"2023-11-30T08:27:00.231057+0000","last_unstale":"2023-11-30T08:27:03.585785+0000","last_undegraded":"2023-11-30T08:27:03.585785+0000","last_fullsized":"2023-11-30T08:27:03.585785+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:43.836842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974831+0000","last_change":"2023-11-30T08:27:01.098194+0000","last_active":"2023-11-30T08:27:02.974831+0000","last_peered":"2023-11-30T08:27:02.974831+0000","last_clean":"2023-11-30T08:27:02.974831+0000","last_became_active":"2023-11-30T08:27:01.097388+0000","last_became_peered":"2023-11-30T08:27:01.097388+0000","last_unstale":"2023-11-30T08:27:02.974831+0000","last_undegraded":"2023-11-30T08:27:02.974831+0000","last_fullsized":"2023-11-30T08:27:02.974831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.811355+0000","last_change":"2023-11-30T08:27:00.231023+0000","last_active":"2023-11-30T08:27:03.811355+0000","last_peered":"2023-11-30T08:27:03.811355+0000","last_clean":"2023-11-30T08:27:03.811355+0000","last_became_active":"2023-11-30T08:27:00.230290+0000","last_became_peered":"2023-11-30T08:27:00.230290+0000","last_unstale":"2023-11-30T08:27:03.811355+0000","last_undegraded":"2023-11-30T08:27:03.811355+0000","last_fullsized":"2023-11-30T08:27:03.811355+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:14.497380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074384+0000","last_change":"2023-11-30T08:27:01.100444+0000","last_active":"2023-11-30T08:27:02.074384+0000","last_peered":"2023-11-30T08:27:02.074384+0000","last_clean":"2023-11-30T08:27:02.074384+0000","last_became_active":"2023-11-30T08:27:01.099747+0000","last_became_peered":"2023-11-30T08:27:01.099747+0000","last_unstale":"2023-11-30T08:27:02.074384+0000","last_undegraded":"2023-11-30T08:27:02.074384+0000","last_fullsized":"2023-11-30T08:27:02.074384+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:44.847681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.816315+0000","last_change":"2023-11-30T08:27:00.217474+0000","last_active":"2023-11-30T08:27:03.816315+0000","last_peered":"2023-11-30T08:27:03.816315+0000","last_clean":"2023-11-30T08:27:03.816315+0000","last_became_active":"2023-11-30T08:27:00.217078+0000","last_became_peered":"2023-11-30T08:27:00.217078+0000","last_unstale":"2023-11-30T08:27:03.816315+0000","last_undegraded":"2023-11-30T08:27:03.816315+0000","last_fullsized":"2023-11-30T08:27:03.816315+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:23:54.456058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073940+0000","last_change":"2023-11-30T08:27:01.111542+0000","last_active":"2023-11-30T08:27:02.073940+0000","last_peered":"2023-11-30T08:27:02.073940+0000","last_clean":"2023-11-30T08:27:02.073940+0000","last_became_active":"2023-11-30T08:27:01.110769+0000","last_became_peered":"2023-11-30T08:27:01.110769+0000","last_unstale":"2023-11-30T08:27:02.073940+0000","last_undegraded":"2023-11-30T08:27:02.073940+0000","last_fullsized":"2023-11-30T08:27:02.073940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.816362+0000","last_change":"2023-11-30T08:27:00.209636+0000","last_active":"2023-11-30T08:27:03.816362+0000","last_peered":"2023-11-30T08:27:03.816362+0000","last_clean":"2023-11-30T08:27:03.816362+0000","last_became_active":"2023-11-30T08:27:00.209300+0000","last_became_peered":"2023-11-30T08:27:00.209300+0000","last_unstale":"2023-11-30T08:27:03.816362+0000","last_undegraded":"2023-11-30T08:27:03.816362+0000","last_fullsized":"2023-11-30T08:27:03.816362+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:11:45.342008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074520+0000","last_change":"2023-11-30T08:27:01.117354+0000","last_active":"2023-11-30T08:27:02.074520+0000","last_peered":"2023-11-30T08:27:02.074520+0000","last_clean":"2023-11-30T08:27:02.074520+0000","last_became_active":"2023-11-30T08:27:01.116606+0000","last_became_peered":"2023-11-30T08:27:01.116606+0000","last_unstale":"2023-11-30T08:27:02.074520+0000","last_undegraded":"2023-11-30T08:27:02.074520+0000","last_fullsized":"2023-11-30T08:27:02.074520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.811581+0000","last_change":"2023-11-30T08:27:00.230991+0000","last_active":"2023-11-30T08:27:03.811581+0000","last_peered":"2023-11-30T08:27:03.811581+0000","last_clean":"2023-11-30T08:27:03.811581+0000","last_became_active":"2023-11-30T08:27:00.230329+0000","last_became_peered":"2023-11-30T08:27:00.230329+0000","last_unstale":"2023-11-30T08:27:03.811581+0000","last_undegraded":"2023-11-30T08:27:03.811581+0000","last_fullsized":"2023-11-30T08:27:03.811581+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:45.450311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585340+0000","last_change":"2023-11-30T08:27:01.098380+0000","last_active":"2023-11-30T08:27:03.585340+0000","last_peered":"2023-11-30T08:27:03.585340+0000","last_clean":"2023-11-30T08:27:03.585340+0000","last_became_active":"2023-11-30T08:27:01.097664+0000","last_became_peered":"2023-11-30T08:27:01.097664+0000","last_unstale":"2023-11-30T08:27:03.585340+0000","last_undegraded":"2023-11-30T08:27:03.585340+0000","last_fullsized":"2023-11-30T08:27:03.585340+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364939+0000","last_change":"2023-11-30T08:27:01.131301+0000","last_active":"2023-11-30T08:27:03.364939+0000","last_peered":"2023-11-30T08:27:03.364939+0000","last_clean":"2023-11-30T08:27:03.364939+0000","last_became_active":"2023-11-30T08:27:01.127361+0000","last_became_peered":"2023-11-30T08:27:01.127361+0000","last_unstale":"2023-11-30T08:27:03.364939+0000","last_undegraded":"2023-11-30T08:27:03.364939+0000","last_fullsized":"2023-11-30T08:27:03.364939+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:46:30.018928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.811623+0000","last_change":"2023-11-30T08:27:00.231167+0000","last_active":"2023-11-30T08:27:03.811623+0000","last_peered":"2023-11-30T08:27:03.811623+0000","last_clean":"2023-11-30T08:27:03.811623+0000","last_became_active":"2023-11-30T08:27:00.230408+0000","last_became_peered":"2023-11-30T08:27:00.230408+0000","last_unstale":"2023-11-30T08:27:03.811623+0000","last_undegraded":"2023-11-30T08:27:03.811623+0000","last_fullsized":"2023-11-30T08:27:03.811623+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:56.545221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365197+0000","last_change":"2023-11-30T08:27:01.113636+0000","last_active":"2023-11-30T08:27:03.365197+0000","last_peered":"2023-11-30T08:27:03.365197+0000","last_clean":"2023-11-30T08:27:03.365197+0000","last_became_active":"2023-11-30T08:27:01.112870+0000","last_became_peered":"2023-11-30T08:27:01.112870+0000","last_unstale":"2023-11-30T08:27:03.365197+0000","last_undegraded":"2023-11-30T08:27:03.365197+0000","last_fullsized":"2023-11-30T08:27:03.365197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:04:43.009023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.811713+0000","last_change":"2023-11-30T08:27:00.233173+0000","last_active":"2023-11-30T08:27:03.811713+0000","last_peered":"2023-11-30T08:27:03.811713+0000","last_clean":"2023-11-30T08:27:03.811713+0000","last_became_active":"2023-11-30T08:27:00.231949+0000","last_became_peered":"2023-11-30T08:27:00.231949+0000","last_unstale":"2023-11-30T08:27:03.811713+0000","last_undegraded":"2023-11-30T08:27:03.811713+0000","last_fullsized":"2023-11-30T08:27:03.811713+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:13.334461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974987+0000","last_change":"2023-11-30T08:27:01.118832+0000","last_active":"2023-11-30T08:27:02.974987+0000","last_peered":"2023-11-30T08:27:02.974987+0000","last_clean":"2023-11-30T08:27:02.974987+0000","last_became_active":"2023-11-30T08:27:01.118052+0000","last_became_peered":"2023-11-30T08:27:01.118052+0000","last_unstale":"2023-11-30T08:27:02.974987+0000","last_undegraded":"2023-11-30T08:27:02.974987+0000","last_fullsized":"2023-11-30T08:27:02.974987+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074342+0000","last_change":"2023-11-30T08:27:00.209033+0000","last_active":"2023-11-30T08:27:02.074342+0000","last_peered":"2023-11-30T08:27:02.074342+0000","last_clean":"2023-11-30T08:27:02.074342+0000","last_became_active":"2023-11-30T08:27:00.208738+0000","last_became_peered":"2023-11-30T08:27:00.208738+0000","last_unstale":"2023-11-30T08:27:02.074342+0000","last_undegraded":"2023-11-30T08:27:02.074342+0000","last_fullsized":"2023-11-30T08:27:02.074342+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:26.491332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074239+0000","last_change":"2023-11-30T08:27:01.112636+0000","last_active":"2023-11-30T08:27:02.074239+0000","last_peered":"2023-11-30T08:27:02.074239+0000","last_clean":"2023-11-30T08:27:02.074239+0000","last_became_active":"2023-11-30T08:27:01.111829+0000","last_became_peered":"2023-11-30T08:27:01.111829+0000","last_unstale":"2023-11-30T08:27:02.074239+0000","last_undegraded":"2023-11-30T08:27:02.074239+0000","last_fullsized":"2023-11-30T08:27:02.074239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.975115+0000","last_change":"2023-11-30T08:27:00.223663+0000","last_active":"2023-11-30T08:27:02.975115+0000","last_peered":"2023-11-30T08:27:02.975115+0000","last_clean":"2023-11-30T08:27:02.975115+0000","last_became_active":"2023-11-30T08:27:00.223347+0000","last_became_peered":"2023-11-30T08:27:00.223347+0000","last_unstale":"2023-11-30T08:27:02.975115+0000","last_undegraded":"2023-11-30T08:27:02.975115+0000","last_fullsized":"2023-11-30T08:27:02.975115+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:56.545221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":802816,"data_stored":661860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.03}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97399999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.125}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.05}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2430000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1080000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.143}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.012}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":208896,"data_stored":71000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91600000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1539999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":71036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97499999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94499999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91200000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1439999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1180000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79800000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.024}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.129}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98699999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.107}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.999}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":212992,"data_stored":71070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.873}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":806912,"data_stored":660997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0529999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1299999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:27:07.772 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:27:07.927 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.918+0000 7f17d1e72640 1 Processor -- start 2023-11-30T08:27:07.927 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.918+0000 7f17d1e72640 1 -- start start 2023-11-30T08:27:07.929 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17d1e72640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc146c50 0x7f17cc070b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.929 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17d1e72640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17cc06ff40 con 0x7f17cc147030 2023-11-30T08:27:07.929 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17d1e72640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17cc06fd80 con 0x7f17cc0afcc0 2023-11-30T08:27:07.929 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17d1e72640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17cc072290 con 0x7f17cc146c50 2023-11-30T08:27:07.929 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17caffd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f17cc147030 0x7f17cc13d390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53978/0 (socket says 172.21.15.116:53978) 2023-11-30T08:27:07.929 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17caffd640 1 -- 172.21.15.116:0/2167920306 learned_addr learned my addr 172.21.15.116:0/2167920306 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:07.929 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1478449609 0 0) 0x7f17cc06ff40 con 0x7f17cc147030 2023-11-30T08:27:07.929 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17cb7fe640 1 --2- 172.21.15.116:0/2167920306 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc146c50 0x7f17cc070b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f17b4003530 con 0x7f17cc147030 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 862552389 0 0) 0x7f17b4003530 con 0x7f17cc147030 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc146c50 msgr2=0x7f17cc070b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 --2- 172.21.15.116:0/2167920306 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc146c50 0x7f17cc070b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 >> v1:172.21.15.162:6789/0 conn(0x7f17cc0afcc0 legacy=0x7f17cc14dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17cc070170 con 0x7f17cc147030 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f17c0001680 con 0x7f17cc147030 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 >> v1:172.21.15.116:6789/0 conn(0x7f17cc147030 legacy=0x7f17cc13d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 --2- 172.21.15.116:0/2167920306 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc146c50 0x7f17b40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 --2- 172.21.15.116:0/2167920306 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f17b4003f30 0x7f17b40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 --2- 172.21.15.116:0/2167920306 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17b4004d10 0x7f17b4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17cc072290 con 0x7f17b4004d10 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b400bb20 con 0x7f17b4003f30 2023-11-30T08:27:07.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17b400bce0 con 0x7f17cc146c50 2023-11-30T08:27:07.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17cbfff640 1 --2- 172.21.15.116:0/2167920306 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17b4004d10 0x7f17b4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17cb7fe640 1 --2- 172.21.15.116:0/2167920306 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc146c50 0x7f17b40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17caffd640 1 --2- 172.21.15.116:0/2167920306 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f17b4003f30 0x7f17b40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17cbfff640 1 -- 172.21.15.116:0/2167920306 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc146c50 msgr2=0x7f17b40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:07.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17cbfff640 1 --2- 172.21.15.116:0/2167920306 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc146c50 0x7f17b40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17cbfff640 1 -- 172.21.15.116:0/2167920306 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f17b4003f30 msgr2=0x7f17b40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:07.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17cbfff640 1 --2- 172.21.15.116:0/2167920306 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f17b4003f30 0x7f17b40047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17cbfff640 1 -- 172.21.15.116:0/2167920306 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17b4003530 con 0x7f17b4004d10 2023-11-30T08:27:07.932 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17cbfff640 1 --2- 172.21.15.116:0/2167920306 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17b4004d10 0x7f17b4005190 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f17c4001cd0 tx=0x7f17c401c5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f875bb9b910c9e71 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.932 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c4003b80 con 0x7f17b4004d10 2023-11-30T08:27:07.932 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17c4003ce0 con 0x7f17b4004d10 2023-11-30T08:27:07.932 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.922+0000 7f17ca7fc640 1 -- 172.21.15.116:0/2167920306 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c4005310 con 0x7f17b4004d10 2023-11-30T08:27:07.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 -- 172.21.15.116:0/2167920306 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17b4004d10 msgr2=0x7f17b4005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 --2- 172.21.15.116:0/2167920306 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17b4004d10 0x7f17b4005190 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f17c4001cd0 tx=0x7f17c401c5c0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17cbfff640 1 -- 172.21.15.116:0/2167920306 reap_dead start 2023-11-30T08:27:07.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 -- 172.21.15.116:0/2167920306 shutdown_connections 2023-11-30T08:27:07.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 -- 172.21.15.116:0/2167920306 >> 172.21.15.116:0/2167920306 conn(0x7f17cc0b5850 msgr2=0x7f17cc0b5c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:07.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 -- 172.21.15.116:0/2167920306 shutdown_connections 2023-11-30T08:27:07.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 -- 172.21.15.116:0/2167920306 wait complete. 2023-11-30T08:27:07.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 Processor -- start 2023-11-30T08:27:07.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 -- start start 2023-11-30T08:27:07.935 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f17cc1da190 0x7f17cc1dd430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.935 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17cc1dabe0 0x7f17cc1dd970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc0b2e00 0x7f17cc1ddeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17cc0b2350 con 0x7f17cc1dabe0 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17cc13df90 con 0x7f17cc1da190 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17cc0b25f0 con 0x7f17cc0b2e00 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17caffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17cc1dabe0 0x7f17cc1dd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17caffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17cc1dabe0 0x7f17cc1dd970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58582/0 (socket says 172.21.15.116:58582) 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17caffd640 1 -- 172.21.15.116:0/2140239074 learned_addr learned my addr 172.21.15.116:0/2140239074 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17cbfff640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc0b2e00 0x7f17cc1ddeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17cb7fe640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f17cc1da190 0x7f17cc1dd430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17caffd640 1 -- 172.21.15.116:0/2140239074 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc0b2e00 msgr2=0x7f17cc1ddeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17caffd640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc0b2e00 0x7f17cc1ddeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17caffd640 1 -- 172.21.15.116:0/2140239074 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f17cc1da190 msgr2=0x7f17cc1dd430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17caffd640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f17cc1da190 0x7f17cc1dd430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17caffd640 1 -- 172.21.15.116:0/2140239074 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17cc138990 con 0x7f17cc1dabe0 2023-11-30T08:27:07.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17cbfff640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc0b2e00 0x7f17cc1ddeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:07.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17caffd640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17cc1dabe0 0x7f17cc1dd970 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f17c0011910 tx=0x7f17c0011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17b3fff640 1 -- 172.21.15.116:0/2140239074 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c000fc20 con 0x7f17cc1dabe0 2023-11-30T08:27:07.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17b3fff640 1 -- 172.21.15.116:0/2140239074 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17c000fd80 con 0x7f17cc1dabe0 2023-11-30T08:27:07.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 -- 172.21.15.116:0/2140239074 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17cc1da570 con 0x7f17cc1dabe0 2023-11-30T08:27:07.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17b3fff640 1 -- 172.21.15.116:0/2140239074 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17c0015650 con 0x7f17cc1dabe0 2023-11-30T08:27:07.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 -- 172.21.15.116:0/2140239074 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17cc0b0b70 con 0x7f17cc1dabe0 2023-11-30T08:27:07.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17d1e72640 1 -- 172.21.15.116:0/2140239074 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17cc0b27b0 con 0x7f17cc1dabe0 2023-11-30T08:27:07.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.926+0000 7f17b3fff640 1 -- 172.21.15.116:0/2140239074 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f17c00157b0 con 0x7f17cc1dabe0 2023-11-30T08:27:07.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.930+0000 7f17b3fff640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f17b80664a0 0x7f17b8068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:07.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.930+0000 7f17cb7fe640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f17b80664a0 0x7f17b8068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:07.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.930+0000 7f17b3fff640 1 -- 172.21.15.116:0/2140239074 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f17c0087230 con 0x7f17cc1dabe0 2023-11-30T08:27:07.938 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.930+0000 7f17cb7fe640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f17b80664a0 0x7f17b8068960 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f17bc009970 tx=0x7f17bc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:07.940 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:07.934+0000 7f17b3fff640 1 -- 172.21.15.116:0/2140239074 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f17c0054740 con 0x7f17cc1dabe0 2023-11-30T08:27:08.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.070+0000 7f17d1e72640 1 -- 172.21.15.116:0/2140239074 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f17cc138b20 con 0x7f17b80664a0 2023-11-30T08:27:08.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.082+0000 7f17b3fff640 1 -- 172.21.15.116:0/2140239074 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264488 (secure 0 0 0) 0x7f17bc0095e0 con 0x7f17b80664a0 2023-11-30T08:27:08.092 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:08.093 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:27:08.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.086+0000 7f17d1e72640 1 -- 172.21.15.116:0/2140239074 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f17b80664a0 msgr2=0x7f17b8068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.086+0000 7f17d1e72640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f17b80664a0 0x7f17b8068960 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f17bc009970 tx=0x7f17bc008040 comp rx=0 tx=0).stop 2023-11-30T08:27:08.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.086+0000 7f17d1e72640 1 -- 172.21.15.116:0/2140239074 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17cc1dabe0 msgr2=0x7f17cc1dd970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.086+0000 7f17d1e72640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17cc1dabe0 0x7f17cc1dd970 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f17c0011910 tx=0x7f17c0011dd0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.086+0000 7f17d1e72640 1 -- 172.21.15.116:0/2140239074 shutdown_connections 2023-11-30T08:27:08.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.086+0000 7f17d1e72640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f17b80664a0 0x7f17b8068960 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.086+0000 7f17d1e72640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17cc0b2e00 0x7f17cc1ddeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.086+0000 7f17d1e72640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17cc1dabe0 0x7f17cc1dd970 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.086+0000 7f17d1e72640 1 --2- 172.21.15.116:0/2140239074 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f17cc1da190 0x7f17cc1dd430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.086+0000 7f17d1e72640 1 -- 172.21.15.116:0/2140239074 >> 172.21.15.116:0/2140239074 conn(0x7f17cc0b5850 msgr2=0x7f17cc143600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:08.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.086+0000 7f17d1e72640 1 -- 172.21.15.116:0/2140239074 shutdown_connections 2023-11-30T08:27:08.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.086+0000 7f17d1e72640 1 -- 172.21.15.116:0/2140239074 wait complete. 2023-11-30T08:27:08.108 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2023-11-30T08:27:06.782056+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218988,"kb_used_data":2820,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755732,"statfs":{"total":773094113280,"available":772869869568,"internally_reserved":0,"allocated":2887680,"data_stored":1751917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.605912"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866623+0000","last_change":"2023-11-30T08:27:01.117481+0000","last_active":"2023-11-30T08:27:03.866623+0000","last_peered":"2023-11-30T08:27:03.866623+0000","last_clean":"2023-11-30T08:27:03.866623+0000","last_became_active":"2023-11-30T08:27:01.116408+0000","last_became_peered":"2023-11-30T08:27:01.116408+0000","last_unstale":"2023-11-30T08:27:03.866623+0000","last_undegraded":"2023-11-30T08:27:03.866623+0000","last_fullsized":"2023-11-30T08:27:03.866623+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:00:46.270941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867858+0000","last_change":"2023-11-30T08:27:01.117068+0000","last_active":"2023-11-30T08:27:03.867858+0000","last_peered":"2023-11-30T08:27:03.867858+0000","last_clean":"2023-11-30T08:27:03.867858+0000","last_became_active":"2023-11-30T08:27:01.116424+0000","last_became_peered":"2023-11-30T08:27:01.116424+0000","last_unstale":"2023-11-30T08:27:03.867858+0000","last_undegraded":"2023-11-30T08:27:03.867858+0000","last_fullsized":"2023-11-30T08:27:03.867858+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974794+0000","last_change":"2023-11-30T08:27:01.101331+0000","last_active":"2023-11-30T08:27:02.974794+0000","last_peered":"2023-11-30T08:27:02.974794+0000","last_clean":"2023-11-30T08:27:02.974794+0000","last_became_active":"2023-11-30T08:27:01.100562+0000","last_became_peered":"2023-11-30T08:27:01.100562+0000","last_unstale":"2023-11-30T08:27:02.974794+0000","last_undegraded":"2023-11-30T08:27:02.974794+0000","last_fullsized":"2023-11-30T08:27:02.974794+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364900+0000","last_change":"2023-11-30T08:27:01.126450+0000","last_active":"2023-11-30T08:27:03.364900+0000","last_peered":"2023-11-30T08:27:03.364900+0000","last_clean":"2023-11-30T08:27:03.364900+0000","last_became_active":"2023-11-30T08:27:01.124894+0000","last_became_peered":"2023-11-30T08:27:01.124894+0000","last_unstale":"2023-11-30T08:27:03.364900+0000","last_undegraded":"2023-11-30T08:27:03.364900+0000","last_fullsized":"2023-11-30T08:27:03.364900+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:49:22.723417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.865813+0000","last_change":"2023-11-30T08:27:01.116419+0000","last_active":"2023-11-30T08:27:03.865813+0000","last_peered":"2023-11-30T08:27:03.865813+0000","last_clean":"2023-11-30T08:27:03.865813+0000","last_became_active":"2023-11-30T08:27:01.115529+0000","last_became_peered":"2023-11-30T08:27:01.115529+0000","last_unstale":"2023-11-30T08:27:03.865813+0000","last_undegraded":"2023-11-30T08:27:03.865813+0000","last_fullsized":"2023-11-30T08:27:03.865813+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:46:30.018928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364518+0000","last_change":"2023-11-30T08:27:01.126246+0000","last_active":"2023-11-30T08:27:03.364518+0000","last_peered":"2023-11-30T08:27:03.364518+0000","last_clean":"2023-11-30T08:27:03.364518+0000","last_became_active":"2023-11-30T08:27:01.124300+0000","last_became_peered":"2023-11-30T08:27:01.124300+0000","last_unstale":"2023-11-30T08:27:03.364518+0000","last_undegraded":"2023-11-30T08:27:03.364518+0000","last_fullsized":"2023-11-30T08:27:03.364518+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.865537+0000","last_change":"2023-11-30T08:27:01.121356+0000","last_active":"2023-11-30T08:27:03.865537+0000","last_peered":"2023-11-30T08:27:03.865537+0000","last_clean":"2023-11-30T08:27:03.865537+0000","last_became_active":"2023-11-30T08:27:01.119730+0000","last_became_peered":"2023-11-30T08:27:01.119730+0000","last_unstale":"2023-11-30T08:27:03.865537+0000","last_undegraded":"2023-11-30T08:27:03.865537+0000","last_fullsized":"2023-11-30T08:27:03.865537+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:49:22.723417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073571+0000","last_change":"2023-11-30T08:27:01.118352+0000","last_active":"2023-11-30T08:27:02.073571+0000","last_peered":"2023-11-30T08:27:02.073571+0000","last_clean":"2023-11-30T08:27:02.073571+0000","last_became_active":"2023-11-30T08:27:01.117692+0000","last_became_peered":"2023-11-30T08:27:01.117692+0000","last_unstale":"2023-11-30T08:27:02.073571+0000","last_undegraded":"2023-11-30T08:27:02.073571+0000","last_fullsized":"2023-11-30T08:27:02.073571+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:24:50.929849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866792+0000","last_change":"2023-11-30T08:27:01.133046+0000","last_active":"2023-11-30T08:27:03.866792+0000","last_peered":"2023-11-30T08:27:03.866792+0000","last_clean":"2023-11-30T08:27:03.866792+0000","last_became_active":"2023-11-30T08:27:01.132440+0000","last_became_peered":"2023-11-30T08:27:01.132440+0000","last_unstale":"2023-11-30T08:27:03.866792+0000","last_undegraded":"2023-11-30T08:27:03.866792+0000","last_fullsized":"2023-11-30T08:27:03.866792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:01:34.337901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585982+0000","last_change":"2023-11-30T08:27:01.114638+0000","last_active":"2023-11-30T08:27:03.585982+0000","last_peered":"2023-11-30T08:27:03.585982+0000","last_clean":"2023-11-30T08:27:03.585982+0000","last_became_active":"2023-11-30T08:27:01.113783+0000","last_became_peered":"2023-11-30T08:27:01.113783+0000","last_unstale":"2023-11-30T08:27:03.585982+0000","last_undegraded":"2023-11-30T08:27:03.585982+0000","last_fullsized":"2023-11-30T08:27:03.585982+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585796+0000","last_change":"2023-11-30T08:27:01.128729+0000","last_active":"2023-11-30T08:27:03.585796+0000","last_peered":"2023-11-30T08:27:03.585796+0000","last_clean":"2023-11-30T08:27:03.585796+0000","last_became_active":"2023-11-30T08:27:01.127950+0000","last_became_peered":"2023-11-30T08:27:01.127950+0000","last_unstale":"2023-11-30T08:27:03.585796+0000","last_undegraded":"2023-11-30T08:27:03.585796+0000","last_fullsized":"2023-11-30T08:27:03.585796+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.075004+0000","last_change":"2023-11-30T08:27:01.100133+0000","last_active":"2023-11-30T08:27:02.075004+0000","last_peered":"2023-11-30T08:27:02.075004+0000","last_clean":"2023-11-30T08:27:02.075004+0000","last_became_active":"2023-11-30T08:27:01.097840+0000","last_became_peered":"2023-11-30T08:27:01.097840+0000","last_unstale":"2023-11-30T08:27:02.075004+0000","last_undegraded":"2023-11-30T08:27:02.075004+0000","last_fullsized":"2023-11-30T08:27:02.075004+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:27.502170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074450+0000","last_change":"2023-11-30T08:27:01.105952+0000","last_active":"2023-11-30T08:27:02.074450+0000","last_peered":"2023-11-30T08:27:02.074450+0000","last_clean":"2023-11-30T08:27:02.074450+0000","last_became_active":"2023-11-30T08:27:01.105184+0000","last_became_peered":"2023-11-30T08:27:01.105184+0000","last_unstale":"2023-11-30T08:27:02.074450+0000","last_undegraded":"2023-11-30T08:27:02.074450+0000","last_fullsized":"2023-11-30T08:27:02.074450+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974021+0000","last_change":"2023-11-30T08:27:01.109698+0000","last_active":"2023-11-30T08:27:02.974021+0000","last_peered":"2023-11-30T08:27:02.974021+0000","last_clean":"2023-11-30T08:27:02.974021+0000","last_became_active":"2023-11-30T08:27:01.106796+0000","last_became_peered":"2023-11-30T08:27:01.106796+0000","last_unstale":"2023-11-30T08:27:02.974021+0000","last_undegraded":"2023-11-30T08:27:02.974021+0000","last_fullsized":"2023-11-30T08:27:02.974021+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:38.155098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867211+0000","last_change":"2023-11-30T08:27:01.087970+0000","last_active":"2023-11-30T08:27:03.867211+0000","last_peered":"2023-11-30T08:27:03.867211+0000","last_clean":"2023-11-30T08:27:03.867211+0000","last_became_active":"2023-11-30T08:27:01.087183+0000","last_became_peered":"2023-11-30T08:27:01.087183+0000","last_unstale":"2023-11-30T08:27:03.867211+0000","last_undegraded":"2023-11-30T08:27:03.867211+0000","last_fullsized":"2023-11-30T08:27:03.867211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364368+0000","last_change":"2023-11-30T08:27:01.116832+0000","last_active":"2023-11-30T08:27:03.364368+0000","last_peered":"2023-11-30T08:27:03.364368+0000","last_clean":"2023-11-30T08:27:03.364368+0000","last_became_active":"2023-11-30T08:27:01.116122+0000","last_became_peered":"2023-11-30T08:27:01.116122+0000","last_unstale":"2023-11-30T08:27:03.364368+0000","last_undegraded":"2023-11-30T08:27:03.364368+0000","last_fullsized":"2023-11-30T08:27:03.364368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365344+0000","last_change":"2023-11-30T08:27:01.133093+0000","last_active":"2023-11-30T08:27:03.365344+0000","last_peered":"2023-11-30T08:27:03.365344+0000","last_clean":"2023-11-30T08:27:03.365344+0000","last_became_active":"2023-11-30T08:27:01.132634+0000","last_became_peered":"2023-11-30T08:27:01.132634+0000","last_unstale":"2023-11-30T08:27:03.365344+0000","last_undegraded":"2023-11-30T08:27:03.365344+0000","last_fullsized":"2023-11-30T08:27:03.365344+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:00:46.270941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326842+0000","last_change":"2023-11-30T08:27:01.114145+0000","last_active":"2023-11-30T08:27:03.326842+0000","last_peered":"2023-11-30T08:27:03.326842+0000","last_clean":"2023-11-30T08:27:03.326842+0000","last_became_active":"2023-11-30T08:27:01.113346+0000","last_became_peered":"2023-11-30T08:27:01.113346+0000","last_unstale":"2023-11-30T08:27:03.326842+0000","last_undegraded":"2023-11-30T08:27:03.326842+0000","last_fullsized":"2023-11-30T08:27:03.326842+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:24.826276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866574+0000","last_change":"2023-11-30T08:27:01.119470+0000","last_active":"2023-11-30T08:27:03.866574+0000","last_peered":"2023-11-30T08:27:03.866574+0000","last_clean":"2023-11-30T08:27:03.866574+0000","last_became_active":"2023-11-30T08:27:01.118628+0000","last_became_peered":"2023-11-30T08:27:01.118628+0000","last_unstale":"2023-11-30T08:27:03.866574+0000","last_undegraded":"2023-11-30T08:27:03.866574+0000","last_fullsized":"2023-11-30T08:27:03.866574+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:13:15.752762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.586483+0000","last_change":"2023-11-30T08:27:01.098163+0000","last_active":"2023-11-30T08:27:03.586483+0000","last_peered":"2023-11-30T08:27:03.586483+0000","last_clean":"2023-11-30T08:27:03.586483+0000","last_became_active":"2023-11-30T08:27:01.097352+0000","last_became_peered":"2023-11-30T08:27:01.097352+0000","last_unstale":"2023-11-30T08:27:03.586483+0000","last_undegraded":"2023-11-30T08:27:03.586483+0000","last_fullsized":"2023-11-30T08:27:03.586483+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974630+0000","last_change":"2023-11-30T08:27:01.126253+0000","last_active":"2023-11-30T08:27:02.974630+0000","last_peered":"2023-11-30T08:27:02.974630+0000","last_clean":"2023-11-30T08:27:02.974630+0000","last_became_active":"2023-11-30T08:27:01.124310+0000","last_became_peered":"2023-11-30T08:27:01.124310+0000","last_unstale":"2023-11-30T08:27:02.974630+0000","last_undegraded":"2023-11-30T08:27:02.974630+0000","last_fullsized":"2023-11-30T08:27:02.974630+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364913+0000","last_change":"2023-11-30T08:27:01.133251+0000","last_active":"2023-11-30T08:27:03.364913+0000","last_peered":"2023-11-30T08:27:03.364913+0000","last_clean":"2023-11-30T08:27:03.364913+0000","last_became_active":"2023-11-30T08:27:01.132685+0000","last_became_peered":"2023-11-30T08:27:01.132685+0000","last_unstale":"2023-11-30T08:27:03.364913+0000","last_undegraded":"2023-11-30T08:27:03.364913+0000","last_fullsized":"2023-11-30T08:27:03.364913+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:51:28.258975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074032+0000","last_change":"2023-11-30T08:27:01.103330+0000","last_active":"2023-11-30T08:27:02.074032+0000","last_peered":"2023-11-30T08:27:02.074032+0000","last_clean":"2023-11-30T08:27:02.074032+0000","last_became_active":"2023-11-30T08:27:01.099364+0000","last_became_peered":"2023-11-30T08:27:01.099364+0000","last_unstale":"2023-11-30T08:27:02.074032+0000","last_undegraded":"2023-11-30T08:27:02.074032+0000","last_fullsized":"2023-11-30T08:27:02.074032+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365401+0000","last_change":"2023-11-30T08:27:01.125866+0000","last_active":"2023-11-30T08:27:03.365401+0000","last_peered":"2023-11-30T08:27:03.365401+0000","last_clean":"2023-11-30T08:27:03.365401+0000","last_became_active":"2023-11-30T08:27:01.124977+0000","last_became_peered":"2023-11-30T08:27:01.124977+0000","last_unstale":"2023-11-30T08:27:03.365401+0000","last_undegraded":"2023-11-30T08:27:03.365401+0000","last_fullsized":"2023-11-30T08:27:03.365401+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:01:34.337901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074715+0000","last_change":"2023-11-30T08:27:01.103182+0000","last_active":"2023-11-30T08:27:02.074715+0000","last_peered":"2023-11-30T08:27:02.074715+0000","last_clean":"2023-11-30T08:27:02.074715+0000","last_became_active":"2023-11-30T08:27:01.102471+0000","last_became_peered":"2023-11-30T08:27:01.102471+0000","last_unstale":"2023-11-30T08:27:02.074715+0000","last_undegraded":"2023-11-30T08:27:02.074715+0000","last_fullsized":"2023-11-30T08:27:02.074715+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:51:28.258975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.586156+0000","last_change":"2023-11-30T08:27:01.126980+0000","last_active":"2023-11-30T08:27:03.586156+0000","last_peered":"2023-11-30T08:27:03.586156+0000","last_clean":"2023-11-30T08:27:03.586156+0000","last_became_active":"2023-11-30T08:27:01.126122+0000","last_became_peered":"2023-11-30T08:27:01.126122+0000","last_unstale":"2023-11-30T08:27:03.586156+0000","last_undegraded":"2023-11-30T08:27:03.586156+0000","last_fullsized":"2023-11-30T08:27:03.586156+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867637+0000","last_change":"2023-11-30T08:27:01.106322+0000","last_active":"2023-11-30T08:27:03.867637+0000","last_peered":"2023-11-30T08:27:03.867637+0000","last_clean":"2023-11-30T08:27:03.867637+0000","last_became_active":"2023-11-30T08:27:01.105299+0000","last_became_peered":"2023-11-30T08:27:01.105299+0000","last_unstale":"2023-11-30T08:27:03.867637+0000","last_undegraded":"2023-11-30T08:27:03.867637+0000","last_fullsized":"2023-11-30T08:27:03.867637+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074719+0000","last_change":"2023-11-30T08:27:01.112729+0000","last_active":"2023-11-30T08:27:02.074719+0000","last_peered":"2023-11-30T08:27:02.074719+0000","last_clean":"2023-11-30T08:27:02.074719+0000","last_became_active":"2023-11-30T08:27:01.111939+0000","last_became_peered":"2023-11-30T08:27:01.111939+0000","last_unstale":"2023-11-30T08:27:02.074719+0000","last_undegraded":"2023-11-30T08:27:02.074719+0000","last_fullsized":"2023-11-30T08:27:02.074719+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:49:22.723417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974465+0000","last_change":"2023-11-30T08:27:01.117986+0000","last_active":"2023-11-30T08:27:02.974465+0000","last_peered":"2023-11-30T08:27:02.974465+0000","last_clean":"2023-11-30T08:27:02.974465+0000","last_became_active":"2023-11-30T08:27:01.116738+0000","last_became_peered":"2023-11-30T08:27:01.116738+0000","last_unstale":"2023-11-30T08:27:02.974465+0000","last_undegraded":"2023-11-30T08:27:02.974465+0000","last_fullsized":"2023-11-30T08:27:02.974465+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365368+0000","last_change":"2023-11-30T08:27:01.124746+0000","last_active":"2023-11-30T08:27:03.365368+0000","last_peered":"2023-11-30T08:27:03.365368+0000","last_clean":"2023-11-30T08:27:03.365368+0000","last_became_active":"2023-11-30T08:27:01.124102+0000","last_became_peered":"2023-11-30T08:27:01.124102+0000","last_unstale":"2023-11-30T08:27:03.365368+0000","last_undegraded":"2023-11-30T08:27:03.365368+0000","last_fullsized":"2023-11-30T08:27:03.365368+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:24:39.373371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326881+0000","last_change":"2023-11-30T08:27:01.116628+0000","last_active":"2023-11-30T08:27:03.326881+0000","last_peered":"2023-11-30T08:27:03.326881+0000","last_clean":"2023-11-30T08:27:03.326881+0000","last_became_active":"2023-11-30T08:27:01.115880+0000","last_became_peered":"2023-11-30T08:27:01.115880+0000","last_unstale":"2023-11-30T08:27:03.326881+0000","last_undegraded":"2023-11-30T08:27:03.326881+0000","last_fullsized":"2023-11-30T08:27:03.326881+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:27.502170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585226+0000","last_change":"2023-11-30T08:27:01.116547+0000","last_active":"2023-11-30T08:27:03.585226+0000","last_peered":"2023-11-30T08:27:03.585226+0000","last_clean":"2023-11-30T08:27:03.585226+0000","last_became_active":"2023-11-30T08:27:01.114841+0000","last_became_peered":"2023-11-30T08:27:01.114841+0000","last_unstale":"2023-11-30T08:27:03.585226+0000","last_undegraded":"2023-11-30T08:27:03.585226+0000","last_fullsized":"2023-11-30T08:27:03.585226+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074321+0000","last_change":"2023-11-30T08:27:01.093517+0000","last_active":"2023-11-30T08:27:02.074321+0000","last_peered":"2023-11-30T08:27:02.074321+0000","last_clean":"2023-11-30T08:27:02.074321+0000","last_became_active":"2023-11-30T08:27:01.092766+0000","last_became_peered":"2023-11-30T08:27:01.092766+0000","last_unstale":"2023-11-30T08:27:02.074321+0000","last_undegraded":"2023-11-30T08:27:02.074321+0000","last_fullsized":"2023-11-30T08:27:02.074321+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:15.487059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074713+0000","last_change":"2023-11-30T08:27:00.217287+0000","last_active":"2023-11-30T08:27:02.074713+0000","last_peered":"2023-11-30T08:27:02.074713+0000","last_clean":"2023-11-30T08:27:02.074713+0000","last_became_active":"2023-11-30T08:27:00.216812+0000","last_became_peered":"2023-11-30T08:27:00.216812+0000","last_unstale":"2023-11-30T08:27:02.074713+0000","last_undegraded":"2023-11-30T08:27:02.074713+0000","last_fullsized":"2023-11-30T08:27:02.074713+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:43.836842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974844+0000","last_change":"2023-11-30T08:27:01.107948+0000","last_active":"2023-11-30T08:27:02.974844+0000","last_peered":"2023-11-30T08:27:02.974844+0000","last_clean":"2023-11-30T08:27:02.974844+0000","last_became_active":"2023-11-30T08:27:01.105889+0000","last_became_peered":"2023-11-30T08:27:01.105889+0000","last_unstale":"2023-11-30T08:27:02.974844+0000","last_undegraded":"2023-11-30T08:27:02.974844+0000","last_fullsized":"2023-11-30T08:27:02.974844+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585238+0000","last_change":"2023-11-30T08:27:00.211096+0000","last_active":"2023-11-30T08:27:03.585238+0000","last_peered":"2023-11-30T08:27:03.585238+0000","last_clean":"2023-11-30T08:27:03.585238+0000","last_became_active":"2023-11-30T08:27:00.210375+0000","last_became_peered":"2023-11-30T08:27:00.210375+0000","last_unstale":"2023-11-30T08:27:03.585238+0000","last_undegraded":"2023-11-30T08:27:03.585238+0000","last_fullsized":"2023-11-30T08:27:03.585238+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:56.545221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073894+0000","last_change":"2023-11-30T08:27:00.224423+0000","last_active":"2023-11-30T08:27:02.073894+0000","last_peered":"2023-11-30T08:27:02.073894+0000","last_clean":"2023-11-30T08:27:02.073894+0000","last_became_active":"2023-11-30T08:27:00.224102+0000","last_became_peered":"2023-11-30T08:27:00.224102+0000","last_unstale":"2023-11-30T08:27:02.073894+0000","last_undegraded":"2023-11-30T08:27:02.073894+0000","last_fullsized":"2023-11-30T08:27:02.073894+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:37.144260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073595+0000","last_change":"2023-11-30T08:27:01.111460+0000","last_active":"2023-11-30T08:27:02.073595+0000","last_peered":"2023-11-30T08:27:02.073595+0000","last_clean":"2023-11-30T08:27:02.073595+0000","last_became_active":"2023-11-30T08:27:01.110683+0000","last_became_peered":"2023-11-30T08:27:01.110683+0000","last_unstale":"2023-11-30T08:27:02.073595+0000","last_undegraded":"2023-11-30T08:27:02.073595+0000","last_fullsized":"2023-11-30T08:27:02.073595+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365469+0000","last_change":"2023-11-30T08:27:00.220049+0000","last_active":"2023-11-30T08:27:03.365469+0000","last_peered":"2023-11-30T08:27:03.365469+0000","last_clean":"2023-11-30T08:27:03.365469+0000","last_became_active":"2023-11-30T08:27:00.201871+0000","last_became_peered":"2023-11-30T08:27:00.201871+0000","last_unstale":"2023-11-30T08:27:03.365469+0000","last_undegraded":"2023-11-30T08:27:03.365469+0000","last_fullsized":"2023-11-30T08:27:03.365469+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:43.836842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867199+0000","last_change":"2023-11-30T08:27:01.104498+0000","last_active":"2023-11-30T08:27:03.867199+0000","last_peered":"2023-11-30T08:27:03.867199+0000","last_clean":"2023-11-30T08:27:03.867199+0000","last_became_active":"2023-11-30T08:27:01.103323+0000","last_became_peered":"2023-11-30T08:27:01.103323+0000","last_unstale":"2023-11-30T08:27:03.867199+0000","last_undegraded":"2023-11-30T08:27:03.867199+0000","last_fullsized":"2023-11-30T08:27:03.867199+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:37.285571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585660+0000","last_change":"2023-11-30T08:27:00.224645+0000","last_active":"2023-11-30T08:27:03.585660+0000","last_peered":"2023-11-30T08:27:03.585660+0000","last_clean":"2023-11-30T08:27:03.585660+0000","last_became_active":"2023-11-30T08:27:00.223819+0000","last_became_peered":"2023-11-30T08:27:00.223819+0000","last_unstale":"2023-11-30T08:27:03.585660+0000","last_undegraded":"2023-11-30T08:27:03.585660+0000","last_fullsized":"2023-11-30T08:27:03.585660+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:14.497380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365040+0000","last_change":"2023-11-30T08:27:01.134885+0000","last_active":"2023-11-30T08:27:03.365040+0000","last_peered":"2023-11-30T08:27:03.365040+0000","last_clean":"2023-11-30T08:27:03.365040+0000","last_became_active":"2023-11-30T08:27:01.134237+0000","last_became_peered":"2023-11-30T08:27:01.134237+0000","last_unstale":"2023-11-30T08:27:03.365040+0000","last_undegraded":"2023-11-30T08:27:03.365040+0000","last_fullsized":"2023-11-30T08:27:03.365040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:18:54.917988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365304+0000","last_change":"2023-11-30T08:27:00.223309+0000","last_active":"2023-11-30T08:27:03.365304+0000","last_peered":"2023-11-30T08:27:03.365304+0000","last_clean":"2023-11-30T08:27:03.365304+0000","last_became_active":"2023-11-30T08:27:00.222567+0000","last_became_peered":"2023-11-30T08:27:00.222567+0000","last_unstale":"2023-11-30T08:27:03.365304+0000","last_undegraded":"2023-11-30T08:27:03.365304+0000","last_fullsized":"2023-11-30T08:27:03.365304+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:24.911859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974991+0000","last_change":"2023-11-30T08:27:01.130197+0000","last_active":"2023-11-30T08:27:02.974991+0000","last_peered":"2023-11-30T08:27:02.974991+0000","last_clean":"2023-11-30T08:27:02.974991+0000","last_became_active":"2023-11-30T08:27:01.129328+0000","last_became_peered":"2023-11-30T08:27:01.129328+0000","last_unstale":"2023-11-30T08:27:02.974991+0000","last_undegraded":"2023-11-30T08:27:02.974991+0000","last_fullsized":"2023-11-30T08:27:02.974991+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":15,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.816556+0000","last_change":"2023-11-30T08:27:00.205646+0000","last_active":"2023-11-30T08:27:03.816556+0000","last_peered":"2023-11-30T08:27:03.816556+0000","last_clean":"2023-11-30T08:27:03.816556+0000","last_became_active":"2023-11-30T08:27:00.205330+0000","last_became_peered":"2023-11-30T08:27:00.205330+0000","last_unstale":"2023-11-30T08:27:03.816556+0000","last_undegraded":"2023-11-30T08:27:03.816556+0000","last_fullsized":"2023-11-30T08:27:03.816556+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:23.815438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.075204+0000","last_change":"2023-11-30T08:27:01.117391+0000","last_active":"2023-11-30T08:27:02.075204+0000","last_peered":"2023-11-30T08:27:02.075204+0000","last_clean":"2023-11-30T08:27:02.075204+0000","last_became_active":"2023-11-30T08:27:01.116864+0000","last_became_peered":"2023-11-30T08:27:01.116864+0000","last_unstale":"2023-11-30T08:27:02.075204+0000","last_undegraded":"2023-11-30T08:27:02.075204+0000","last_fullsized":"2023-11-30T08:27:02.075204+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:57.556060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"19'6","reported_seq":18,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585569+0000","last_change":"2023-11-30T08:27:00.210531+0000","last_active":"2023-11-30T08:27:03.585569+0000","last_peered":"2023-11-30T08:27:03.585569+0000","last_clean":"2023-11-30T08:27:03.585569+0000","last_became_active":"2023-11-30T08:27:00.209748+0000","last_became_peered":"2023-11-30T08:27:00.209748+0000","last_unstale":"2023-11-30T08:27:03.585569+0000","last_undegraded":"2023-11-30T08:27:03.585569+0000","last_fullsized":"2023-11-30T08:27:03.585569+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:37.144260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866189+0000","last_change":"2023-11-30T08:27:01.118948+0000","last_active":"2023-11-30T08:27:03.866189+0000","last_peered":"2023-11-30T08:27:03.866189+0000","last_clean":"2023-11-30T08:27:03.866189+0000","last_became_active":"2023-11-30T08:27:01.118136+0000","last_became_peered":"2023-11-30T08:27:01.118136+0000","last_unstale":"2023-11-30T08:27:03.866189+0000","last_undegraded":"2023-11-30T08:27:03.866189+0000","last_fullsized":"2023-11-30T08:27:03.866189+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:58:17.508784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974884+0000","last_change":"2023-11-30T08:27:00.213633+0000","last_active":"2023-11-30T08:27:02.974884+0000","last_peered":"2023-11-30T08:27:02.974884+0000","last_clean":"2023-11-30T08:27:02.974884+0000","last_became_active":"2023-11-30T08:27:00.213332+0000","last_became_peered":"2023-11-30T08:27:00.213332+0000","last_unstale":"2023-11-30T08:27:02.974884+0000","last_undegraded":"2023-11-30T08:27:02.974884+0000","last_fullsized":"2023-11-30T08:27:02.974884+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:26.491332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974208+0000","last_change":"2023-11-30T08:27:01.119362+0000","last_active":"2023-11-30T08:27:02.974208+0000","last_peered":"2023-11-30T08:27:02.974208+0000","last_clean":"2023-11-30T08:27:02.974208+0000","last_became_active":"2023-11-30T08:27:01.118649+0000","last_became_peered":"2023-11-30T08:27:01.118649+0000","last_unstale":"2023-11-30T08:27:02.974208+0000","last_undegraded":"2023-11-30T08:27:02.974208+0000","last_fullsized":"2023-11-30T08:27:02.974208+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:24:50.929849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365285+0000","last_change":"2023-11-30T08:27:00.226182+0000","last_active":"2023-11-30T08:27:03.365285+0000","last_peered":"2023-11-30T08:27:03.365285+0000","last_clean":"2023-11-30T08:27:03.365285+0000","last_became_active":"2023-11-30T08:27:00.224018+0000","last_became_peered":"2023-11-30T08:27:00.224018+0000","last_unstale":"2023-11-30T08:27:03.365285+0000","last_undegraded":"2023-11-30T08:27:03.365285+0000","last_fullsized":"2023-11-30T08:27:03.365285+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:17:36.274732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866197+0000","last_change":"2023-11-30T08:27:01.117859+0000","last_active":"2023-11-30T08:27:03.866197+0000","last_peered":"2023-11-30T08:27:03.866197+0000","last_clean":"2023-11-30T08:27:03.866197+0000","last_became_active":"2023-11-30T08:27:01.117069+0000","last_became_peered":"2023-11-30T08:27:01.117069+0000","last_unstale":"2023-11-30T08:27:03.866197+0000","last_undegraded":"2023-11-30T08:27:03.866197+0000","last_fullsized":"2023-11-30T08:27:03.866197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:04:43.009023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585184+0000","last_change":"2023-11-30T08:27:00.218598+0000","last_active":"2023-11-30T08:27:03.585184+0000","last_peered":"2023-11-30T08:27:03.585184+0000","last_clean":"2023-11-30T08:27:03.585184+0000","last_became_active":"2023-11-30T08:27:00.217312+0000","last_became_peered":"2023-11-30T08:27:00.217312+0000","last_unstale":"2023-11-30T08:27:03.585184+0000","last_undegraded":"2023-11-30T08:27:03.585184+0000","last_fullsized":"2023-11-30T08:27:03.585184+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:24:52.190170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585509+0000","last_change":"2023-11-30T08:27:01.117068+0000","last_active":"2023-11-30T08:27:03.585509+0000","last_peered":"2023-11-30T08:27:03.585509+0000","last_clean":"2023-11-30T08:27:03.585509+0000","last_became_active":"2023-11-30T08:27:01.115856+0000","last_became_peered":"2023-11-30T08:27:01.115856+0000","last_unstale":"2023-11-30T08:27:03.585509+0000","last_undegraded":"2023-11-30T08:27:03.585509+0000","last_fullsized":"2023-11-30T08:27:03.585509+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":20,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326701+0000","last_change":"2023-11-30T08:27:00.209284+0000","last_active":"2023-11-30T08:27:03.326701+0000","last_peered":"2023-11-30T08:27:03.326701+0000","last_clean":"2023-11-30T08:27:03.326701+0000","last_became_active":"2023-11-30T08:27:00.209000+0000","last_became_peered":"2023-11-30T08:27:00.209000+0000","last_unstale":"2023-11-30T08:27:03.326701+0000","last_undegraded":"2023-11-30T08:27:03.326701+0000","last_fullsized":"2023-11-30T08:27:03.326701+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:13:52.134196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.865618+0000","last_change":"2023-11-30T08:27:01.121882+0000","last_active":"2023-11-30T08:27:03.865618+0000","last_peered":"2023-11-30T08:27:03.865618+0000","last_clean":"2023-11-30T08:27:03.865618+0000","last_became_active":"2023-11-30T08:27:01.120544+0000","last_became_peered":"2023-11-30T08:27:01.120544+0000","last_unstale":"2023-11-30T08:27:03.865618+0000","last_undegraded":"2023-11-30T08:27:03.865618+0000","last_fullsized":"2023-11-30T08:27:03.865618+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:51:28.258975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.075229+0000","last_change":"2023-11-30T08:27:00.205533+0000","last_active":"2023-11-30T08:27:02.075229+0000","last_peered":"2023-11-30T08:27:02.075229+0000","last_clean":"2023-11-30T08:27:02.075229+0000","last_became_active":"2023-11-30T08:27:00.203516+0000","last_became_peered":"2023-11-30T08:27:00.203516+0000","last_unstale":"2023-11-30T08:27:02.075229+0000","last_undegraded":"2023-11-30T08:27:02.075229+0000","last_fullsized":"2023-11-30T08:27:02.075229+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:11:45.342008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866592+0000","last_change":"2023-11-30T08:27:01.118670+0000","last_active":"2023-11-30T08:27:03.866592+0000","last_peered":"2023-11-30T08:27:03.866592+0000","last_clean":"2023-11-30T08:27:03.866592+0000","last_became_active":"2023-11-30T08:27:01.116671+0000","last_became_peered":"2023-11-30T08:27:01.116671+0000","last_unstale":"2023-11-30T08:27:03.866592+0000","last_undegraded":"2023-11-30T08:27:03.866592+0000","last_fullsized":"2023-11-30T08:27:03.866592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:24:39.373371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326962+0000","last_change":"2023-11-30T08:27:00.210465+0000","last_active":"2023-11-30T08:27:03.326962+0000","last_peered":"2023-11-30T08:27:03.326962+0000","last_clean":"2023-11-30T08:27:03.326962+0000","last_became_active":"2023-11-30T08:27:00.210151+0000","last_became_peered":"2023-11-30T08:27:00.210151+0000","last_unstale":"2023-11-30T08:27:03.326962+0000","last_undegraded":"2023-11-30T08:27:03.326962+0000","last_fullsized":"2023-11-30T08:27:03.326962+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:14.497380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.866855+0000","last_change":"2023-11-30T08:27:01.123531+0000","last_active":"2023-11-30T08:27:03.866855+0000","last_peered":"2023-11-30T08:27:03.866855+0000","last_clean":"2023-11-30T08:27:03.866855+0000","last_became_active":"2023-11-30T08:27:01.122435+0000","last_became_peered":"2023-11-30T08:27:01.122435+0000","last_unstale":"2023-11-30T08:27:03.866855+0000","last_undegraded":"2023-11-30T08:27:03.866855+0000","last_fullsized":"2023-11-30T08:27:03.866855+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:56:32.076757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":13,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.816608+0000","last_change":"2023-11-30T08:27:00.204356+0000","last_active":"2023-11-30T08:27:03.816608+0000","last_peered":"2023-11-30T08:27:03.816608+0000","last_clean":"2023-11-30T08:27:03.816608+0000","last_became_active":"2023-11-30T08:27:00.203964+0000","last_became_peered":"2023-11-30T08:27:00.203964+0000","last_unstale":"2023-11-30T08:27:03.816608+0000","last_undegraded":"2023-11-30T08:27:03.816608+0000","last_fullsized":"2023-11-30T08:27:03.816608+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:26.491332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365280+0000","last_change":"2023-11-30T08:27:01.114021+0000","last_active":"2023-11-30T08:27:03.365280+0000","last_peered":"2023-11-30T08:27:03.365280+0000","last_clean":"2023-11-30T08:27:03.365280+0000","last_became_active":"2023-11-30T08:27:01.113332+0000","last_became_peered":"2023-11-30T08:27:01.113332+0000","last_unstale":"2023-11-30T08:27:03.365280+0000","last_undegraded":"2023-11-30T08:27:03.365280+0000","last_fullsized":"2023-11-30T08:27:03.365280+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:13:15.752762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.327157+0000","last_change":"2023-11-30T08:27:00.226088+0000","last_active":"2023-11-30T08:27:03.327157+0000","last_peered":"2023-11-30T08:27:03.327157+0000","last_clean":"2023-11-30T08:27:03.327157+0000","last_became_active":"2023-11-30T08:27:00.225822+0000","last_became_peered":"2023-11-30T08:27:00.225822+0000","last_unstale":"2023-11-30T08:27:03.327157+0000","last_undegraded":"2023-11-30T08:27:03.327157+0000","last_fullsized":"2023-11-30T08:27:03.327157+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:14.476221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.865983+0000","last_change":"2023-11-30T08:27:01.133591+0000","last_active":"2023-11-30T08:27:03.865983+0000","last_peered":"2023-11-30T08:27:03.865983+0000","last_clean":"2023-11-30T08:27:03.865983+0000","last_became_active":"2023-11-30T08:27:01.132406+0000","last_became_peered":"2023-11-30T08:27:01.132406+0000","last_unstale":"2023-11-30T08:27:03.865983+0000","last_undegraded":"2023-11-30T08:27:03.865983+0000","last_fullsized":"2023-11-30T08:27:03.865983+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:18:54.917988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":165,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:01.081799+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:27:01.081799+0000","last_peered":"2023-11-30T08:27:01.081799+0000","last_clean":"2023-11-30T08:27:01.081799+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:27:01.081799+0000","last_undegraded":"2023-11-30T08:27:01.081799+0000","last_fullsized":"2023-11-30T08:27:01.081799+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364443+0000","last_change":"2023-11-30T08:27:00.221191+0000","last_active":"2023-11-30T08:27:03.364443+0000","last_peered":"2023-11-30T08:27:03.364443+0000","last_clean":"2023-11-30T08:27:03.364443+0000","last_became_active":"2023-11-30T08:27:00.220507+0000","last_became_peered":"2023-11-30T08:27:00.220507+0000","last_unstale":"2023-11-30T08:27:03.364443+0000","last_undegraded":"2023-11-30T08:27:03.364443+0000","last_fullsized":"2023-11-30T08:27:03.364443+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:23.815438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074400+0000","last_change":"2023-11-30T08:27:01.129391+0000","last_active":"2023-11-30T08:27:02.074400+0000","last_peered":"2023-11-30T08:27:02.074400+0000","last_clean":"2023-11-30T08:27:02.074400+0000","last_became_active":"2023-11-30T08:27:01.128850+0000","last_became_peered":"2023-11-30T08:27:01.128850+0000","last_unstale":"2023-11-30T08:27:02.074400+0000","last_undegraded":"2023-11-30T08:27:02.074400+0000","last_fullsized":"2023-11-30T08:27:02.074400+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:32:33.310036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.811390+0000","last_change":"2023-11-30T08:27:00.232633+0000","last_active":"2023-11-30T08:27:03.811390+0000","last_peered":"2023-11-30T08:27:03.811390+0000","last_clean":"2023-11-30T08:27:03.811390+0000","last_became_active":"2023-11-30T08:27:00.231105+0000","last_became_peered":"2023-11-30T08:27:00.231105+0000","last_unstale":"2023-11-30T08:27:03.811390+0000","last_undegraded":"2023-11-30T08:27:03.811390+0000","last_fullsized":"2023-11-30T08:27:03.811390+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:23.815438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974003+0000","last_change":"2023-11-30T08:27:01.107142+0000","last_active":"2023-11-30T08:27:02.974003+0000","last_peered":"2023-11-30T08:27:02.974003+0000","last_clean":"2023-11-30T08:27:02.974003+0000","last_became_active":"2023-11-30T08:27:01.105814+0000","last_became_peered":"2023-11-30T08:27:01.105814+0000","last_unstale":"2023-11-30T08:27:02.974003+0000","last_undegraded":"2023-11-30T08:27:02.974003+0000","last_fullsized":"2023-11-30T08:27:02.974003+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:24:53.201008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.326726+0000","last_change":"2023-11-30T08:27:00.210657+0000","last_active":"2023-11-30T08:27:03.326726+0000","last_peered":"2023-11-30T08:27:03.326726+0000","last_clean":"2023-11-30T08:27:03.326726+0000","last_became_active":"2023-11-30T08:27:00.210303+0000","last_became_peered":"2023-11-30T08:27:00.210303+0000","last_unstale":"2023-11-30T08:27:03.326726+0000","last_undegraded":"2023-11-30T08:27:03.326726+0000","last_fullsized":"2023-11-30T08:27:03.326726+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:03:31.246394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867274+0000","last_change":"2023-11-30T08:27:01.102242+0000","last_active":"2023-11-30T08:27:03.867274+0000","last_peered":"2023-11-30T08:27:03.867274+0000","last_clean":"2023-11-30T08:27:03.867274+0000","last_became_active":"2023-11-30T08:27:01.101387+0000","last_became_peered":"2023-11-30T08:27:01.101387+0000","last_unstale":"2023-11-30T08:27:03.867274+0000","last_undegraded":"2023-11-30T08:27:03.867274+0000","last_fullsized":"2023-11-30T08:27:03.867274+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:50:25.922697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365517+0000","last_change":"2023-11-30T08:27:00.221420+0000","last_active":"2023-11-30T08:27:03.365517+0000","last_peered":"2023-11-30T08:27:03.365517+0000","last_clean":"2023-11-30T08:27:03.365517+0000","last_became_active":"2023-11-30T08:27:00.220266+0000","last_became_peered":"2023-11-30T08:27:00.220266+0000","last_unstale":"2023-11-30T08:27:03.365517+0000","last_undegraded":"2023-11-30T08:27:03.365517+0000","last_fullsized":"2023-11-30T08:27:03.365517+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:53.374868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074705+0000","last_change":"2023-11-30T08:27:01.115465+0000","last_active":"2023-11-30T08:27:02.074705+0000","last_peered":"2023-11-30T08:27:02.074705+0000","last_clean":"2023-11-30T08:27:02.074705+0000","last_became_active":"2023-11-30T08:27:01.114876+0000","last_became_peered":"2023-11-30T08:27:01.114876+0000","last_unstale":"2023-11-30T08:27:02.074705+0000","last_undegraded":"2023-11-30T08:27:02.074705+0000","last_fullsized":"2023-11-30T08:27:02.074705+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:14:24.826276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.816449+0000","last_change":"2023-11-30T08:27:00.202335+0000","last_active":"2023-11-30T08:27:03.816449+0000","last_peered":"2023-11-30T08:27:03.816449+0000","last_clean":"2023-11-30T08:27:03.816449+0000","last_became_active":"2023-11-30T08:27:00.202045+0000","last_became_peered":"2023-11-30T08:27:00.202045+0000","last_unstale":"2023-11-30T08:27:03.816449+0000","last_undegraded":"2023-11-30T08:27:03.816449+0000","last_fullsized":"2023-11-30T08:27:03.816449+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:03:31.246394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365196+0000","last_change":"2023-11-30T08:27:01.125177+0000","last_active":"2023-11-30T08:27:03.365196+0000","last_peered":"2023-11-30T08:27:03.365196+0000","last_clean":"2023-11-30T08:27:03.365196+0000","last_became_active":"2023-11-30T08:27:01.124484+0000","last_became_peered":"2023-11-30T08:27:01.124484+0000","last_unstale":"2023-11-30T08:27:03.365196+0000","last_undegraded":"2023-11-30T08:27:03.365196+0000","last_fullsized":"2023-11-30T08:27:03.365196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:58:17.508784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.811762+0000","last_change":"2023-11-30T08:27:00.231031+0000","last_active":"2023-11-30T08:27:03.811762+0000","last_peered":"2023-11-30T08:27:03.811762+0000","last_clean":"2023-11-30T08:27:03.811762+0000","last_became_active":"2023-11-30T08:27:00.230341+0000","last_became_peered":"2023-11-30T08:27:00.230341+0000","last_unstale":"2023-11-30T08:27:03.811762+0000","last_undegraded":"2023-11-30T08:27:03.811762+0000","last_fullsized":"2023-11-30T08:27:03.811762+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:44.608957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867508+0000","last_change":"2023-11-30T08:27:01.102596+0000","last_active":"2023-11-30T08:27:03.867508+0000","last_peered":"2023-11-30T08:27:03.867508+0000","last_clean":"2023-11-30T08:27:03.867508+0000","last_became_active":"2023-11-30T08:27:01.101380+0000","last_became_peered":"2023-11-30T08:27:01.101380+0000","last_unstale":"2023-11-30T08:27:03.867508+0000","last_undegraded":"2023-11-30T08:27:03.867508+0000","last_fullsized":"2023-11-30T08:27:03.867508+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.867908+0000","last_change":"2023-11-30T08:27:00.221089+0000","last_active":"2023-11-30T08:27:03.867908+0000","last_peered":"2023-11-30T08:27:03.867908+0000","last_clean":"2023-11-30T08:27:03.867908+0000","last_became_active":"2023-11-30T08:27:00.220821+0000","last_became_peered":"2023-11-30T08:27:00.220821+0000","last_unstale":"2023-11-30T08:27:03.867908+0000","last_undegraded":"2023-11-30T08:27:03.867908+0000","last_fullsized":"2023-11-30T08:27:03.867908+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:21:37.144260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074767+0000","last_change":"2023-11-30T08:27:01.121143+0000","last_active":"2023-11-30T08:27:02.074767+0000","last_peered":"2023-11-30T08:27:02.074767+0000","last_clean":"2023-11-30T08:27:02.074767+0000","last_became_active":"2023-11-30T08:27:01.120474+0000","last_became_peered":"2023-11-30T08:27:01.120474+0000","last_unstale":"2023-11-30T08:27:02.074767+0000","last_undegraded":"2023-11-30T08:27:02.074767+0000","last_fullsized":"2023-11-30T08:27:02.074767+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:46:30.018928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":14,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585785+0000","last_change":"2023-11-30T08:27:00.231701+0000","last_active":"2023-11-30T08:27:03.585785+0000","last_peered":"2023-11-30T08:27:03.585785+0000","last_clean":"2023-11-30T08:27:03.585785+0000","last_became_active":"2023-11-30T08:27:00.231057+0000","last_became_peered":"2023-11-30T08:27:00.231057+0000","last_unstale":"2023-11-30T08:27:03.585785+0000","last_undegraded":"2023-11-30T08:27:03.585785+0000","last_fullsized":"2023-11-30T08:27:03.585785+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:43.836842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974831+0000","last_change":"2023-11-30T08:27:01.098194+0000","last_active":"2023-11-30T08:27:02.974831+0000","last_peered":"2023-11-30T08:27:02.974831+0000","last_clean":"2023-11-30T08:27:02.974831+0000","last_became_active":"2023-11-30T08:27:01.097388+0000","last_became_peered":"2023-11-30T08:27:01.097388+0000","last_unstale":"2023-11-30T08:27:02.974831+0000","last_undegraded":"2023-11-30T08:27:02.974831+0000","last_fullsized":"2023-11-30T08:27:02.974831+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.811355+0000","last_change":"2023-11-30T08:27:00.231023+0000","last_active":"2023-11-30T08:27:03.811355+0000","last_peered":"2023-11-30T08:27:03.811355+0000","last_clean":"2023-11-30T08:27:03.811355+0000","last_became_active":"2023-11-30T08:27:00.230290+0000","last_became_peered":"2023-11-30T08:27:00.230290+0000","last_unstale":"2023-11-30T08:27:03.811355+0000","last_undegraded":"2023-11-30T08:27:03.811355+0000","last_fullsized":"2023-11-30T08:27:03.811355+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:39:14.497380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074384+0000","last_change":"2023-11-30T08:27:01.100444+0000","last_active":"2023-11-30T08:27:02.074384+0000","last_peered":"2023-11-30T08:27:02.074384+0000","last_clean":"2023-11-30T08:27:02.074384+0000","last_became_active":"2023-11-30T08:27:01.099747+0000","last_became_peered":"2023-11-30T08:27:01.099747+0000","last_unstale":"2023-11-30T08:27:02.074384+0000","last_undegraded":"2023-11-30T08:27:02.074384+0000","last_fullsized":"2023-11-30T08:27:02.074384+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:39:44.847681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.816315+0000","last_change":"2023-11-30T08:27:00.217474+0000","last_active":"2023-11-30T08:27:03.816315+0000","last_peered":"2023-11-30T08:27:03.816315+0000","last_clean":"2023-11-30T08:27:03.816315+0000","last_became_active":"2023-11-30T08:27:00.217078+0000","last_became_peered":"2023-11-30T08:27:00.217078+0000","last_unstale":"2023-11-30T08:27:03.816315+0000","last_undegraded":"2023-11-30T08:27:03.816315+0000","last_fullsized":"2023-11-30T08:27:03.816315+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:23:54.456058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.073940+0000","last_change":"2023-11-30T08:27:01.111542+0000","last_active":"2023-11-30T08:27:02.073940+0000","last_peered":"2023-11-30T08:27:02.073940+0000","last_clean":"2023-11-30T08:27:02.073940+0000","last_became_active":"2023-11-30T08:27:01.110769+0000","last_became_peered":"2023-11-30T08:27:01.110769+0000","last_unstale":"2023-11-30T08:27:02.073940+0000","last_undegraded":"2023-11-30T08:27:02.073940+0000","last_fullsized":"2023-11-30T08:27:02.073940+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.816362+0000","last_change":"2023-11-30T08:27:00.209636+0000","last_active":"2023-11-30T08:27:03.816362+0000","last_peered":"2023-11-30T08:27:03.816362+0000","last_clean":"2023-11-30T08:27:03.816362+0000","last_became_active":"2023-11-30T08:27:00.209300+0000","last_became_peered":"2023-11-30T08:27:00.209300+0000","last_unstale":"2023-11-30T08:27:03.816362+0000","last_undegraded":"2023-11-30T08:27:03.816362+0000","last_fullsized":"2023-11-30T08:27:03.816362+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:11:45.342008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074520+0000","last_change":"2023-11-30T08:27:01.117354+0000","last_active":"2023-11-30T08:27:02.074520+0000","last_peered":"2023-11-30T08:27:02.074520+0000","last_clean":"2023-11-30T08:27:02.074520+0000","last_became_active":"2023-11-30T08:27:01.116606+0000","last_became_peered":"2023-11-30T08:27:01.116606+0000","last_unstale":"2023-11-30T08:27:02.074520+0000","last_undegraded":"2023-11-30T08:27:02.074520+0000","last_fullsized":"2023-11-30T08:27:02.074520+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:46.461150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.811581+0000","last_change":"2023-11-30T08:27:00.230991+0000","last_active":"2023-11-30T08:27:03.811581+0000","last_peered":"2023-11-30T08:27:03.811581+0000","last_clean":"2023-11-30T08:27:03.811581+0000","last_became_active":"2023-11-30T08:27:00.230329+0000","last_became_peered":"2023-11-30T08:27:00.230329+0000","last_unstale":"2023-11-30T08:27:03.811581+0000","last_undegraded":"2023-11-30T08:27:03.811581+0000","last_fullsized":"2023-11-30T08:27:03.811581+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:16:45.450311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.585340+0000","last_change":"2023-11-30T08:27:01.098380+0000","last_active":"2023-11-30T08:27:03.585340+0000","last_peered":"2023-11-30T08:27:03.585340+0000","last_clean":"2023-11-30T08:27:03.585340+0000","last_became_active":"2023-11-30T08:27:01.097664+0000","last_became_peered":"2023-11-30T08:27:01.097664+0000","last_unstale":"2023-11-30T08:27:03.585340+0000","last_undegraded":"2023-11-30T08:27:03.585340+0000","last_fullsized":"2023-11-30T08:27:03.585340+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:55:54.385707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.364939+0000","last_change":"2023-11-30T08:27:01.131301+0000","last_active":"2023-11-30T08:27:03.364939+0000","last_peered":"2023-11-30T08:27:03.364939+0000","last_clean":"2023-11-30T08:27:03.364939+0000","last_became_active":"2023-11-30T08:27:01.127361+0000","last_became_peered":"2023-11-30T08:27:01.127361+0000","last_unstale":"2023-11-30T08:27:03.364939+0000","last_undegraded":"2023-11-30T08:27:03.364939+0000","last_fullsized":"2023-11-30T08:27:03.364939+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:46:30.018928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.811623+0000","last_change":"2023-11-30T08:27:00.231167+0000","last_active":"2023-11-30T08:27:03.811623+0000","last_peered":"2023-11-30T08:27:03.811623+0000","last_clean":"2023-11-30T08:27:03.811623+0000","last_became_active":"2023-11-30T08:27:00.230408+0000","last_became_peered":"2023-11-30T08:27:00.230408+0000","last_unstale":"2023-11-30T08:27:03.811623+0000","last_undegraded":"2023-11-30T08:27:03.811623+0000","last_fullsized":"2023-11-30T08:27:03.811623+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:56.545221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.365197+0000","last_change":"2023-11-30T08:27:01.113636+0000","last_active":"2023-11-30T08:27:03.365197+0000","last_peered":"2023-11-30T08:27:03.365197+0000","last_clean":"2023-11-30T08:27:03.365197+0000","last_became_active":"2023-11-30T08:27:01.112870+0000","last_became_peered":"2023-11-30T08:27:01.112870+0000","last_unstale":"2023-11-30T08:27:03.365197+0000","last_undegraded":"2023-11-30T08:27:03.365197+0000","last_fullsized":"2023-11-30T08:27:03.365197+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:04:43.009023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":14,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-11-30T08:27:03.811713+0000","last_change":"2023-11-30T08:27:00.233173+0000","last_active":"2023-11-30T08:27:03.811713+0000","last_peered":"2023-11-30T08:27:03.811713+0000","last_clean":"2023-11-30T08:27:03.811713+0000","last_became_active":"2023-11-30T08:27:00.231949+0000","last_became_peered":"2023-11-30T08:27:00.231949+0000","last_unstale":"2023-11-30T08:27:03.811713+0000","last_undegraded":"2023-11-30T08:27:03.811713+0000","last_fullsized":"2023-11-30T08:27:03.811713+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:13.334461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.974987+0000","last_change":"2023-11-30T08:27:01.118832+0000","last_active":"2023-11-30T08:27:02.974987+0000","last_peered":"2023-11-30T08:27:02.974987+0000","last_clean":"2023-11-30T08:27:02.974987+0000","last_became_active":"2023-11-30T08:27:01.118052+0000","last_became_peered":"2023-11-30T08:27:01.118052+0000","last_unstale":"2023-11-30T08:27:02.974987+0000","last_undegraded":"2023-11-30T08:27:02.974987+0000","last_fullsized":"2023-11-30T08:27:02.974987+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:20:45.619795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":13,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074342+0000","last_change":"2023-11-30T08:27:00.209033+0000","last_active":"2023-11-30T08:27:02.074342+0000","last_peered":"2023-11-30T08:27:02.074342+0000","last_clean":"2023-11-30T08:27:02.074342+0000","last_became_active":"2023-11-30T08:27:00.208738+0000","last_became_peered":"2023-11-30T08:27:00.208738+0000","last_unstale":"2023-11-30T08:27:02.074342+0000","last_undegraded":"2023-11-30T08:27:02.074342+0000","last_fullsized":"2023-11-30T08:27:02.074342+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:05:26.491332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.074239+0000","last_change":"2023-11-30T08:27:01.112636+0000","last_active":"2023-11-30T08:27:02.074239+0000","last_peered":"2023-11-30T08:27:02.074239+0000","last_clean":"2023-11-30T08:27:02.074239+0000","last_became_active":"2023-11-30T08:27:01.111829+0000","last_became_peered":"2023-11-30T08:27:01.111829+0000","last_unstale":"2023-11-30T08:27:02.074239+0000","last_undegraded":"2023-11-30T08:27:02.074239+0000","last_fullsized":"2023-11-30T08:27:02.074239+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:00.163275+0000","last_clean_scrub_stamp":"2023-11-30T08:27:00.163275+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:17:14.345299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"19'4","reported_seq":16,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-11-30T08:27:02.975115+0000","last_change":"2023-11-30T08:27:00.223663+0000","last_active":"2023-11-30T08:27:02.975115+0000","last_peered":"2023-11-30T08:27:02.975115+0000","last_clean":"2023-11-30T08:27:02.975115+0000","last_became_active":"2023-11-30T08:27:00.223347+0000","last_became_peered":"2023-11-30T08:27:00.223347+0000","last_unstale":"2023-11-30T08:27:02.975115+0000","last_undegraded":"2023-11-30T08:27:02.975115+0000","last_fullsized":"2023-11-30T08:27:02.975115+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:59.152436+0000","last_clean_scrub_stamp":"2023-11-30T08:26:59.152436+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:53:56.545221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":802816,"data_stored":661860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.03}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97399999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.125}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.05}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2430000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1080000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.143}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.012}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":208896,"data_stored":71000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91600000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1539999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97799999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27232,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344608,"statfs":{"total":96636764160,"available":96608878592,"internally_reserved":0,"allocated":217088,"data_stored":71036,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97499999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94499999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84999999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91200000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1439999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1180000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":72522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79800000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.024}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0940000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.129}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98699999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":204800,"data_stored":70910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.107}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.999}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27228,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344612,"statfs":{"total":96636764160,"available":96608882688,"internally_reserved":0,"allocated":212992,"data_stored":71070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.501}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.873}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76200000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344032,"statfs":{"total":96636764160,"available":96608288768,"internally_reserved":0,"allocated":806912,"data_stored":660997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.746}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70899999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0529999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1299999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:27:08.112 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-11-30T08:27:08.112 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-11-30T08:27:08.112 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-11-30T08:27:08.112 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-11-30T08:27:08.259 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.250+0000 7f12e6fff640 1 Processor -- start 2023-11-30T08:27:08.259 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.250+0000 7f12e6fff640 1 -- start start 2023-11-30T08:27:08.260 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f12e006c920 0x7f12e00afc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.260 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f12e009dd50 0x7f12e013ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.260 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12e00af2e0 con 0x7f12e00b3fd0 2023-11-30T08:27:08.260 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12e00b1f50 con 0x7f12e006c920 2023-11-30T08:27:08.261 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12e006cd00 con 0x7f12e009dd50 2023-11-30T08:27:08.261 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e4d9b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f12e006c920 0x7f12e00afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.261 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e4d9b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f12e006c920 0x7f12e00afc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58598/0 (socket says 172.21.15.116:58598) 2023-11-30T08:27:08.261 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e4d9b640 1 -- 172.21.15.116:0/556730900 learned_addr learned my addr 172.21.15.116:0/556730900 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:08.261 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e4d9b640 1 -- 172.21.15.116:0/556730900 >> v2:172.21.15.162:3300/0 conn(0x7f12e009dd50 msgr2=0x7f12e013ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:08.261 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e559c640 1 --2- 172.21.15.116:0/556730900 >> v2:172.21.15.162:3300/0 conn(0x7f12e009dd50 0x7f12e013ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.261 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e4d9b640 1 --2- 172.21.15.116:0/556730900 >> v2:172.21.15.162:3300/0 conn(0x7f12e009dd50 0x7f12e013ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.261 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e4d9b640 1 -- 172.21.15.116:0/556730900 >> v1:172.21.15.162:6789/0 conn(0x7f12e00b3fd0 legacy=0x7f12e013e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:08.261 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e4d9b640 1 -- 172.21.15.116:0/556730900 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12e00af530 con 0x7f12e006c920 2023-11-30T08:27:08.262 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e4d9b640 1 --2- 172.21.15.116:0/556730900 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12e006c920 0x7f12e00afc30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f12e00b0f90 tx=0x7f12d801c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bacd3e9706722a1 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:08.262 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12df7fe640 1 -- 172.21.15.116:0/556730900 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d80a55c0 con 0x7f12e006c920 2023-11-30T08:27:08.263 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12df7fe640 1 -- 172.21.15.116:0/556730900 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12d80a5720 con 0x7f12e006c920 2023-11-30T08:27:08.263 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12df7fe640 1 -- 172.21.15.116:0/556730900 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d80a5ab0 con 0x7f12e006c920 2023-11-30T08:27:08.263 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 -- 172.21.15.116:0/556730900 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12e006c920 msgr2=0x7f12e00afc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.264 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 --2- 172.21.15.116:0/556730900 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12e006c920 0x7f12e00afc30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f12e00b0f90 tx=0x7f12d801c900 comp rx=0 tx=0).stop 2023-11-30T08:27:08.264 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 -- 172.21.15.116:0/556730900 shutdown_connections 2023-11-30T08:27:08.264 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 --2- 172.21.15.116:0/556730900 >> v2:172.21.15.162:3300/0 conn(0x7f12e009dd50 0x7f12e013ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.264 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 --2- 172.21.15.116:0/556730900 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12e006c920 0x7f12e00afc30 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.264 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 -- 172.21.15.116:0/556730900 >> 172.21.15.116:0/556730900 conn(0x7f12e00b48e0 msgr2=0x7f12e00b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:08.264 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 -- 172.21.15.116:0/556730900 shutdown_connections 2023-11-30T08:27:08.264 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.254+0000 7f12e6fff640 1 -- 172.21.15.116:0/556730900 wait complete. 2023-11-30T08:27:08.264 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12e6fff640 1 Processor -- start 2023-11-30T08:27:08.265 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12e6fff640 1 -- start start 2023-11-30T08:27:08.266 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12e6fff640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f12e006c920 0x7f12e013ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.266 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12e6fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12e009dd50 0x7f12e0139240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.266 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12e6fff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12e006e8d0 0x7f12e0133ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.266 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12e6fff640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12e006fa60 con 0x7f12e009dd50 2023-11-30T08:27:08.266 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12e6fff640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12e0071140 con 0x7f12e006c920 2023-11-30T08:27:08.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12e6fff640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12e0071420 con 0x7f12e006e8d0 2023-11-30T08:27:08.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12dffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12e009dd50 0x7f12e0139240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12dffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12e009dd50 0x7f12e0139240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:58612/0 (socket says 172.21.15.116:58612) 2023-11-30T08:27:08.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12dffff640 1 -- 172.21.15.116:0/3825084077 learned_addr learned my addr 172.21.15.116:0/3825084077 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:08.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12dffff640 1 -- 172.21.15.116:0/3825084077 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12e006e8d0 msgr2=0x7f12e0133ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12dffff640 1 --2- 172.21.15.116:0/3825084077 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12e006e8d0 0x7f12e0133ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12dffff640 1 -- 172.21.15.116:0/3825084077 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f12e006c920 msgr2=0x7f12e013ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12dffff640 1 --2- 172.21.15.116:0/3825084077 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f12e006c920 0x7f12e013ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12dffff640 1 -- 172.21.15.116:0/3825084077 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12d8009b30 con 0x7f12e009dd50 2023-11-30T08:27:08.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12dffff640 1 --2- 172.21.15.116:0/3825084077 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12e009dd50 0x7f12e0139240 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f12c800b410 tx=0x7f12c800b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:08.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12dd7fa640 1 -- 172.21.15.116:0/3825084077 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12c8004020 con 0x7f12e009dd50 2023-11-30T08:27:08.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12dd7fa640 1 -- 172.21.15.116:0/3825084077 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12c8004180 con 0x7f12e009dd50 2023-11-30T08:27:08.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12e6fff640 1 -- 172.21.15.116:0/3825084077 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12e0139e40 con 0x7f12e009dd50 2023-11-30T08:27:08.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12dd7fa640 1 -- 172.21.15.116:0/3825084077 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12c8011630 con 0x7f12e009dd50 2023-11-30T08:27:08.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12e6fff640 1 -- 172.21.15.116:0/3825084077 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12e0071940 con 0x7f12e009dd50 2023-11-30T08:27:08.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.258+0000 7f12e6fff640 1 -- 172.21.15.116:0/3825084077 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12e00679e0 con 0x7f12e009dd50 2023-11-30T08:27:08.269 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.262+0000 7f12dd7fa640 1 -- 172.21.15.116:0/3825084077 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f12c8011790 con 0x7f12e009dd50 2023-11-30T08:27:08.269 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.262+0000 7f12dd7fa640 1 --2- 172.21.15.116:0/3825084077 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f12c0066470 0x7f12c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.269 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.262+0000 7f12e4d9b640 1 --2- 172.21.15.116:0/3825084077 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f12c0066470 0x7f12c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.269 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.262+0000 7f12dd7fa640 1 -- 172.21.15.116:0/3825084077 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f12c8083c80 con 0x7f12e009dd50 2023-11-30T08:27:08.269 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.262+0000 7f12e4d9b640 1 --2- 172.21.15.116:0/3825084077 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f12c0066470 0x7f12c0068930 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f12d80ae000 tx=0x7f12d8004ac0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:08.272 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.266+0000 7f12dd7fa640 1 -- 172.21.15.116:0/3825084077 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f12c8051060 con 0x7f12e009dd50 2023-11-30T08:27:08.445 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.438+0000 7f12e6fff640 1 -- 172.21.15.116:0/3825084077 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f12e006f890 con 0x7f12e009dd50 2023-11-30T08:27:08.445 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.438+0000 7f12dd7fa640 1 -- 172.21.15.116:0/3825084077 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f12c8054680 con 0x7f12e009dd50 2023-11-30T08:27:08.446 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:08.446 INFO:teuthology.orchestra.run.smithi116.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-11-30T08:27:08.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.442+0000 7f12e6fff640 1 -- 172.21.15.116:0/3825084077 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f12c0066470 msgr2=0x7f12c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.442+0000 7f12e6fff640 1 --2- 172.21.15.116:0/3825084077 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f12c0066470 0x7f12c0068930 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f12d80ae000 tx=0x7f12d8004ac0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.442+0000 7f12e6fff640 1 -- 172.21.15.116:0/3825084077 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12e009dd50 msgr2=0x7f12e0139240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.442+0000 7f12e6fff640 1 --2- 172.21.15.116:0/3825084077 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12e009dd50 0x7f12e0139240 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f12c800b410 tx=0x7f12c800b8d0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.442+0000 7f12e6fff640 1 -- 172.21.15.116:0/3825084077 shutdown_connections 2023-11-30T08:27:08.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.442+0000 7f12e6fff640 1 --2- 172.21.15.116:0/3825084077 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f12c0066470 0x7f12c0068930 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.442+0000 7f12e6fff640 1 --2- 172.21.15.116:0/3825084077 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f12e006e8d0 0x7f12e0133ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.442+0000 7f12e6fff640 1 --2- 172.21.15.116:0/3825084077 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f12e009dd50 0x7f12e0139240 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.442+0000 7f12e6fff640 1 --2- 172.21.15.116:0/3825084077 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f12e006c920 0x7f12e013ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.442+0000 7f12e6fff640 1 -- 172.21.15.116:0/3825084077 >> 172.21.15.116:0/3825084077 conn(0x7f12e00b48e0 msgr2=0x7f12e00b6630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:08.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.442+0000 7f12e6fff640 1 -- 172.21.15.116:0/3825084077 shutdown_connections 2023-11-30T08:27:08.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.442+0000 7f12e6fff640 1 -- 172.21.15.116:0/3825084077 wait complete. 2023-11-30T08:27:08.463 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-11-30T08:27:08.463 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:08.574 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.566+0000 7f31c4906640 1 Processor -- start 2023-11-30T08:27:08.574 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.566+0000 7f31c4906640 1 -- start start 2023-11-30T08:27:08.576 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.566+0000 7f31c4906640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f31c00b4860 0x7f31c013dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.576 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.566+0000 7f31c4906640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f31c013e400 0x7f31c013e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.576 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.566+0000 7f31c4906640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31c00b6120 con 0x7f31c00b70b0 2023-11-30T08:27:08.576 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.566+0000 7f31c4906640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31c00b5780 con 0x7f31c00b4860 2023-11-30T08:27:08.576 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.566+0000 7f31c4906640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31c00b5200 con 0x7f31c013e400 2023-11-30T08:27:08.576 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.566+0000 7f31bdd9b640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f31c00b4860 0x7f31c013dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.576 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.566+0000 7f31be59c640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f31c00b70b0 0x7f31c00b0770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:55650/0 (socket says 172.21.15.116:55650) 2023-11-30T08:27:08.576 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.566+0000 7f31be59c640 1 -- 172.21.15.116:0/1996113437 learned_addr learned my addr 172.21.15.116:0/1996113437 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:08.576 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.566+0000 7f31bdd9b640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f31c00b4860 0x7f31c013dec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:48262/0 (socket says 172.21.15.116:48262) 2023-11-30T08:27:08.576 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.566+0000 7f31bed9d640 1 --2- 172.21.15.116:0/1996113437 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f31c013e400 0x7f31c013e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.576 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31bd59a640 1 -- 172.21.15.116:0/1996113437 <== mon.1 v1:172.21.15.162:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2644681953 0 0) 0x7f31c00b6120 con 0x7f31c00b70b0 2023-11-30T08:27:08.576 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31bdd9b640 1 -- 172.21.15.116:0/1996113437 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f31c013e400 msgr2=0x7f31c013e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:08.577 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31bdd9b640 1 --2- 172.21.15.116:0/1996113437 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f31c013e400 0x7f31c013e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.577 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31bdd9b640 1 -- 172.21.15.116:0/1996113437 >> v1:172.21.15.162:6789/0 conn(0x7f31c00b70b0 legacy=0x7f31c00b0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.577 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31bdd9b640 1 -- 172.21.15.116:0/1996113437 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31c00b7490 con 0x7f31c00b4860 2023-11-30T08:27:08.578 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31bdd9b640 1 --2- 172.21.15.116:0/1996113437 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f31c00b4860 0x7f31c013dec0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f31b40097c0 tx=0x7f31b401c480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b9d732dad7443b0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:08.578 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31bd59a640 1 -- 172.21.15.116:0/1996113437 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31b40ab600 con 0x7f31c00b4860 2023-11-30T08:27:08.578 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31bd59a640 1 -- 172.21.15.116:0/1996113437 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31b40a7050 con 0x7f31c00b4860 2023-11-30T08:27:08.578 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31bd59a640 1 -- 172.21.15.116:0/1996113437 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31b40ab980 con 0x7f31c00b4860 2023-11-30T08:27:08.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31c4906640 1 -- 172.21.15.116:0/1996113437 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f31c00b4860 msgr2=0x7f31c013dec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31c4906640 1 --2- 172.21.15.116:0/1996113437 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f31c00b4860 0x7f31c013dec0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f31b40097c0 tx=0x7f31b401c480 comp rx=0 tx=0).stop 2023-11-30T08:27:08.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31c4906640 1 -- 172.21.15.116:0/1996113437 shutdown_connections 2023-11-30T08:27:08.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31c4906640 1 --2- 172.21.15.116:0/1996113437 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f31c013e400 0x7f31c013e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31c4906640 1 --2- 172.21.15.116:0/1996113437 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f31c00b4860 0x7f31c013dec0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31c4906640 1 -- 172.21.15.116:0/1996113437 >> 172.21.15.116:0/1996113437 conn(0x7f31c006a980 msgr2=0x7f31c006ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:08.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31c4906640 1 -- 172.21.15.116:0/1996113437 shutdown_connections 2023-11-30T08:27:08.580 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.570+0000 7f31c4906640 1 -- 172.21.15.116:0/1996113437 wait complete. 2023-11-30T08:27:08.582 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31c4906640 1 Processor -- start 2023-11-30T08:27:08.582 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31c4906640 1 -- start start 2023-11-30T08:27:08.582 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31c4906640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f31c00b4860 0x7f31c01dd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.582 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31c4906640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f31c00b70b0 0x7f31c00b9200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.582 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31c4906640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f31c013e400 0x7f31c01e0040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.582 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31c4906640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31c01dcf50 con 0x7f31c00b70b0 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31c4906640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31c00b7e00 con 0x7f31c00b4860 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31c4906640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31c01dcbe0 con 0x7f31c013e400 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31bdd9b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f31c00b70b0 0x7f31c00b9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31bdd9b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f31c00b70b0 0x7f31c00b9200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50574/0 (socket says 172.21.15.116:50574) 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31bdd9b640 1 -- 172.21.15.116:0/313891117 learned_addr learned my addr 172.21.15.116:0/313891117 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31bed9d640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f31c013e400 0x7f31c01e0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31be59c640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f31c00b4860 0x7f31c01dd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31bdd9b640 1 -- 172.21.15.116:0/313891117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f31c013e400 msgr2=0x7f31c01e0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31bdd9b640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f31c013e400 0x7f31c01e0040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31bdd9b640 1 -- 172.21.15.116:0/313891117 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f31c00b4860 msgr2=0x7f31c01dd3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31bdd9b640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f31c00b4860 0x7f31c01dd3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31bdd9b640 1 -- 172.21.15.116:0/313891117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31b4009420 con 0x7f31c00b70b0 2023-11-30T08:27:08.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31bdd9b640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f31c00b70b0 0x7f31c00b9200 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f31b401ab30 tx=0x7f31b4019220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:08.584 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31aeffd640 1 -- 172.21.15.116:0/313891117 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31b4006e20 con 0x7f31c00b70b0 2023-11-30T08:27:08.584 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31aeffd640 1 -- 172.21.15.116:0/313891117 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31b4004030 con 0x7f31c00b70b0 2023-11-30T08:27:08.584 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31c4906640 1 -- 172.21.15.116:0/313891117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31c0132010 con 0x7f31c00b70b0 2023-11-30T08:27:08.584 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31aeffd640 1 -- 172.21.15.116:0/313891117 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31b40043a0 con 0x7f31c00b70b0 2023-11-30T08:27:08.584 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31c4906640 1 -- 172.21.15.116:0/313891117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31c013ddf0 con 0x7f31c00b70b0 2023-11-30T08:27:08.584 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31c4906640 1 -- 172.21.15.116:0/313891117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31c00679e0 con 0x7f31c00b70b0 2023-11-30T08:27:08.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31aeffd640 1 -- 172.21.15.116:0/313891117 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f31b40b2040 con 0x7f31c00b70b0 2023-11-30T08:27:08.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31aeffd640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f31a0066470 0x7f31a0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31aeffd640 1 -- 172.21.15.116:0/313891117 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f31b411dcf0 con 0x7f31c00b70b0 2023-11-30T08:27:08.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.574+0000 7f31be59c640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f31a0066470 0x7f31a0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.578+0000 7f31be59c640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f31a0066470 0x7f31a0068930 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f31b0000f70 tx=0x7f31b0007b80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:08.587 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.578+0000 7f31aeffd640 1 -- 172.21.15.116:0/313891117 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f31b4122070 con 0x7f31c00b70b0 2023-11-30T08:27:08.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.722+0000 7f31c4906640 1 -- 172.21.15.116:0/313891117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f31c00b7c60 con 0x7f31c00b70b0 2023-11-30T08:27:08.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.722+0000 7f31aeffd640 1 -- 172.21.15.116:0/313891117 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7f31c00b7c60 con 0x7f31c00b70b0 2023-11-30T08:27:08.731 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:08.732 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:08.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.726+0000 7f31c4906640 1 -- 172.21.15.116:0/313891117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f31a0066470 msgr2=0x7f31a0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.726+0000 7f31c4906640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f31a0066470 0x7f31a0068930 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f31b0000f70 tx=0x7f31b0007b80 comp rx=0 tx=0).stop 2023-11-30T08:27:08.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.726+0000 7f31c4906640 1 -- 172.21.15.116:0/313891117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f31c00b70b0 msgr2=0x7f31c00b9200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.726+0000 7f31c4906640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f31c00b70b0 0x7f31c00b9200 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f31b401ab30 tx=0x7f31b4019220 comp rx=0 tx=0).stop 2023-11-30T08:27:08.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.726+0000 7f31c4906640 1 -- 172.21.15.116:0/313891117 shutdown_connections 2023-11-30T08:27:08.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.726+0000 7f31c4906640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f31a0066470 0x7f31a0068930 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.726+0000 7f31c4906640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f31c013e400 0x7f31c01e0040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.726+0000 7f31c4906640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f31c00b70b0 0x7f31c00b9200 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.726+0000 7f31c4906640 1 --2- 172.21.15.116:0/313891117 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f31c00b4860 0x7f31c01dd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.726+0000 7f31c4906640 1 -- 172.21.15.116:0/313891117 >> 172.21.15.116:0/313891117 conn(0x7f31c006a980 msgr2=0x7f31c006ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:08.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.726+0000 7f31c4906640 1 -- 172.21.15.116:0/313891117 shutdown_connections 2023-11-30T08:27:08.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.726+0000 7f31c4906640 1 -- 172.21.15.116:0/313891117 wait complete. 2023-11-30T08:27:08.749 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-30T08:26:58.774799+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-30T08:26:59.510853+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:08.749 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:08.870 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.862+0000 7f8f0ced0640 1 Processor -- start 2023-11-30T08:27:08.871 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.862+0000 7f8f0ced0640 1 -- start start 2023-11-30T08:27:08.873 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.862+0000 7f8f0ced0640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f080b1eb0 0x7f8f080aff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.862+0000 7f8f0ced0640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f8f080af300 0x7f8f08144ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.862+0000 7f8f0ced0640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f080b1730 con 0x7f8f080b0470 2023-11-30T08:27:08.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.862+0000 7f8f0ced0640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f0806cd70 con 0x7f8f080af300 2023-11-30T08:27:08.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.862+0000 7f8f0ced0640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f080b0ad0 con 0x7f8f080b1eb0 2023-11-30T08:27:08.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f06d9d640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f8f080b0470 0x7f8f081479e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50776/0 (socket says 172.21.15.116:50776) 2023-11-30T08:27:08.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f06d9d640 1 -- 172.21.15.116:0/76400119 learned_addr learned my addr 172.21.15.116:0/76400119 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:08.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0659c640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f080b1eb0 0x7f8f080aff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 500069030 0 0) 0x7f8f080b1730 con 0x7f8f080b0470 2023-11-30T08:27:08.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f05d9b640 1 --2- 172.21.15.116:0/76400119 >> v2:172.21.15.162:3300/0 conn(0x7f8f080af300 0x7f8f08144ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8ef0003530 con 0x7f8f080b0470 2023-11-30T08:27:08.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4146501799 0 0) 0x7f8ef0003530 con 0x7f8f080b0470 2023-11-30T08:27:08.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f080b1eb0 msgr2=0x7f8f080aff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:08.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f080b1eb0 0x7f8f080aff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 >> v2:172.21.15.162:3300/0 conn(0x7f8f080af300 msgr2=0x7f8f08144ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:08.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 --2- 172.21.15.116:0/76400119 >> v2:172.21.15.162:3300/0 conn(0x7f8f080af300 0x7f8f08144ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f0806c7f0 con 0x7f8f080b0470 2023-11-30T08:27:08.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f8ef8001680 con 0x7f8f080b0470 2023-11-30T08:27:08.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 >> v1:172.21.15.116:6789/0 conn(0x7f8f080b0470 legacy=0x7f8f081479e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f080b1eb0 0x7f8ef0003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ef0003f00 0x7f8ef00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ef0004d10 0x7f8ef0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0806cd70 con 0x7f8ef0003f00 2023-11-30T08:27:08.875 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ef000b9f0 con 0x7f8ef0004d10 2023-11-30T08:27:08.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ef000bbb0 con 0x7f8f080b1eb0 2023-11-30T08:27:08.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f05d9b640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ef0003f00 0x7f8ef00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0659c640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f080b1eb0 0x7f8ef0003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f05d9b640 1 -- 172.21.15.116:0/76400119 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f080b1eb0 msgr2=0x7f8ef0003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:08.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f05d9b640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f080b1eb0 0x7f8ef0003980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f05d9b640 1 -- 172.21.15.116:0/76400119 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ef0004d10 msgr2=0x7f8ef0005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:08.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f06d9d640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ef0004d10 0x7f8ef0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f05d9b640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ef0004d10 0x7f8ef0005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f05d9b640 1 -- 172.21.15.116:0/76400119 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ef0003530 con 0x7f8ef0003f00 2023-11-30T08:27:08.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f06d9d640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ef0004d10 0x7f8ef0005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:08.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f05d9b640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ef0003f00 0x7f8ef00047d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f8efc009ae0 tx=0x7f8efc01ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3df70aa953de945b server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:08.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8efc0a5660 con 0x7f8ef0003f00 2023-11-30T08:27:08.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8efc0a57c0 con 0x7f8ef0003f00 2023-11-30T08:27:08.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0559a640 1 -- 172.21.15.116:0/76400119 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8efc0a5b70 con 0x7f8ef0003f00 2023-11-30T08:27:08.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0ced0640 1 -- 172.21.15.116:0/76400119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ef0003f00 msgr2=0x7f8ef00047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0ced0640 1 --2- 172.21.15.116:0/76400119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ef0003f00 0x7f8ef00047d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f8efc009ae0 tx=0x7f8efc01ca90 comp rx=0 tx=0).stop 2023-11-30T08:27:08.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f06d9d640 1 -- 172.21.15.116:0/76400119 reap_dead start 2023-11-30T08:27:08.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0ced0640 1 -- 172.21.15.116:0/76400119 shutdown_connections 2023-11-30T08:27:08.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0ced0640 1 -- 172.21.15.116:0/76400119 >> 172.21.15.116:0/76400119 conn(0x7f8f080b4900 msgr2=0x7f8f080b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:08.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0ced0640 1 -- 172.21.15.116:0/76400119 shutdown_connections 2023-11-30T08:27:08.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.866+0000 7f8f0ced0640 1 -- 172.21.15.116:0/76400119 wait complete. 2023-11-30T08:27:08.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0ced0640 1 Processor -- start 2023-11-30T08:27:08.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0ced0640 1 -- start start 2023-11-30T08:27:08.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0ced0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ef0003f00 0x7f8f08140e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0ced0640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f0806f0c0 0x7f8f08139f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0ced0640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8f0813a4b0 0x7f8f08137f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0ced0640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0813cd80 con 0x7f8ef0003f00 2023-11-30T08:27:08.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0ced0640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0806e860 con 0x7f8f0813a4b0 2023-11-30T08:27:08.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0ced0640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0813a930 con 0x7f8f0806f0c0 2023-11-30T08:27:08.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0659c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ef0003f00 0x7f8f08140e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0659c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ef0003f00 0x7f8f08140e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50596/0 (socket says 172.21.15.116:50596) 2023-11-30T08:27:08.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0659c640 1 -- 172.21.15.116:0/3312892626 learned_addr learned my addr 172.21.15.116:0/3312892626 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:08.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f05d9b640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f0806f0c0 0x7f8f08139f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f06d9d640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8f0813a4b0 0x7f8f08137f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0659c640 1 -- 172.21.15.116:0/3312892626 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f0806f0c0 msgr2=0x7f8f08139f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0659c640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f0806f0c0 0x7f8f08139f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0659c640 1 -- 172.21.15.116:0/3312892626 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8f0813a4b0 msgr2=0x7f8f08137f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:08.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0659c640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8f0813a4b0 0x7f8f08137f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:08.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0659c640 1 -- 172.21.15.116:0/3312892626 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f0806f8d0 con 0x7f8ef0003f00 2023-11-30T08:27:08.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f05d9b640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f0806f0c0 0x7f8f08139f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:08.887 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f06d9d640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8f0813a4b0 0x7f8f08137f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:08.887 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0659c640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ef0003f00 0x7f8f08140e60 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8f0000f350 tx=0x7f8f0000f810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:08.887 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8ef6ffd640 1 -- 172.21.15.116:0/3312892626 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f00017600 con 0x7f8ef0003f00 2023-11-30T08:27:08.887 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8ef6ffd640 1 -- 172.21.15.116:0/3312892626 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f00011040 con 0x7f8ef0003f00 2023-11-30T08:27:08.887 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0ced0640 1 -- 172.21.15.116:0/3312892626 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f0813c9a0 con 0x7f8ef0003f00 2023-11-30T08:27:08.887 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8ef6ffd640 1 -- 172.21.15.116:0/3312892626 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f000179c0 con 0x7f8ef0003f00 2023-11-30T08:27:08.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0ced0640 1 -- 172.21.15.116:0/3312892626 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f0806ea70 con 0x7f8ef0003f00 2023-11-30T08:27:08.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8f0ced0640 1 -- 172.21.15.116:0/3312892626 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f08068960 con 0x7f8ef0003f00 2023-11-30T08:27:08.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.870+0000 7f8ef6ffd640 1 -- 172.21.15.116:0/3312892626 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8f00017b20 con 0x7f8ef0003f00 2023-11-30T08:27:08.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.874+0000 7f8ef6ffd640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8ee8066470 0x7f8ee8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:08.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.874+0000 7f8f05d9b640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8ee8066470 0x7f8ee8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:08.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.874+0000 7f8ef6ffd640 1 -- 172.21.15.116:0/3312892626 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8f00084430 con 0x7f8ef0003f00 2023-11-30T08:27:08.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.874+0000 7f8f05d9b640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8ee8066470 0x7f8ee8068930 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f8efc0af000 tx=0x7f8efc0046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:08.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:08.878+0000 7f8ef6ffd640 1 -- 172.21.15.116:0/3312892626 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8f00051a00 con 0x7f8ef0003f00 2023-11-30T08:27:09.025 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.018+0000 7f8f0ced0640 1 -- 172.21.15.116:0/3312892626 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8f08073e80 con 0x7f8ef0003f00 2023-11-30T08:27:09.025 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.018+0000 7f8ef6ffd640 1 -- 172.21.15.116:0/3312892626 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8f0001c020 con 0x7f8ef0003f00 2023-11-30T08:27:09.025 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:09.027 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.018+0000 7f8f0ced0640 1 -- 172.21.15.116:0/3312892626 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8ee8066470 msgr2=0x7f8ee8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.027 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.018+0000 7f8f0ced0640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8ee8066470 0x7f8ee8068930 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f8efc0af000 tx=0x7f8efc0046d0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.028 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.018+0000 7f8f0ced0640 1 -- 172.21.15.116:0/3312892626 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ef0003f00 msgr2=0x7f8f08140e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.028 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.018+0000 7f8f0ced0640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ef0003f00 0x7f8f08140e60 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8f0000f350 tx=0x7f8f0000f810 comp rx=0 tx=0).stop 2023-11-30T08:27:09.028 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.022+0000 7f8f0ced0640 1 -- 172.21.15.116:0/3312892626 shutdown_connections 2023-11-30T08:27:09.028 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.022+0000 7f8f0ced0640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8f0813a4b0 0x7f8f08137f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.028 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.022+0000 7f8f0ced0640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8ee8066470 0x7f8ee8068930 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.028 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.022+0000 7f8f0ced0640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8f0806f0c0 0x7f8f08139f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.028 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.022+0000 7f8f0ced0640 1 --2- 172.21.15.116:0/3312892626 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ef0003f00 0x7f8f08140e60 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.028 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.022+0000 7f8f0ced0640 1 -- 172.21.15.116:0/3312892626 >> 172.21.15.116:0/3312892626 conn(0x7f8f080b4900 msgr2=0x7f8f080b6770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:09.028 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.022+0000 7f8f0ced0640 1 -- 172.21.15.116:0/3312892626 shutdown_connections 2023-11-30T08:27:09.028 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.022+0000 7f8f0ced0640 1 -- 172.21.15.116:0/3312892626 wait complete. 2023-11-30T08:27:09.043 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-30T08:27:09.160 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f273d331640 1 Processor -- start 2023-11-30T08:27:09.160 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f273d331640 1 -- start start 2023-11-30T08:27:09.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f273d331640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f273806c8b0 0x7f27380b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f273d331640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f27380af300 0x7f27380ace20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f273d331640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27380b02e0 con 0x7f27380ae750 2023-11-30T08:27:09.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f273d331640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27380aded0 con 0x7f273806c8b0 2023-11-30T08:27:09.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f273d331640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f273806cc90 con 0x7f27380af300 2023-11-30T08:27:09.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f2736ffd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f273806c8b0 0x7f27380b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f2736ffd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f273806c8b0 0x7f27380b4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50608/0 (socket says 172.21.15.116:50608) 2023-11-30T08:27:09.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f2736ffd640 1 -- 172.21.15.116:0/472176273 learned_addr learned my addr 172.21.15.116:0/472176273 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:09.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f27367fc640 1 --2- 172.21.15.116:0/472176273 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f27380af300 0x7f27380ace20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f2736ffd640 1 -- 172.21.15.116:0/472176273 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f27380af300 msgr2=0x7f27380ace20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:09.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f2736ffd640 1 --2- 172.21.15.116:0/472176273 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f27380af300 0x7f27380ace20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f2736ffd640 1 -- 172.21.15.116:0/472176273 >> v1:172.21.15.162:6789/0 conn(0x7f27380ae750 legacy=0x7f27380ad360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:09.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.154+0000 7f2736ffd640 1 -- 172.21.15.116:0/472176273 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27380b05c0 con 0x7f273806c8b0 2023-11-30T08:27:09.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f2736ffd640 1 --2- 172.21.15.116:0/472176273 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f273806c8b0 0x7f27380b4220 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2728009870 tx=0x7f272801c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1388dc76ae60b371 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:09.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f2735ffb640 1 -- 172.21.15.116:0/472176273 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27280ab600 con 0x7f273806c8b0 2023-11-30T08:27:09.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f2735ffb640 1 -- 172.21.15.116:0/472176273 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27280a7050 con 0x7f273806c8b0 2023-11-30T08:27:09.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f2735ffb640 1 -- 172.21.15.116:0/472176273 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27280ab980 con 0x7f273806c8b0 2023-11-30T08:27:09.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 -- 172.21.15.116:0/472176273 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f273806c8b0 msgr2=0x7f27380b4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 --2- 172.21.15.116:0/472176273 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f273806c8b0 0x7f27380b4220 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2728009870 tx=0x7f272801c3b0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 -- 172.21.15.116:0/472176273 shutdown_connections 2023-11-30T08:27:09.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 --2- 172.21.15.116:0/472176273 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f27380af300 0x7f27380ace20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 --2- 172.21.15.116:0/472176273 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f273806c8b0 0x7f27380b4220 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 -- 172.21.15.116:0/472176273 >> 172.21.15.116:0/472176273 conn(0x7f27380b4900 msgr2=0x7f27380b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:09.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 -- 172.21.15.116:0/472176273 shutdown_connections 2023-11-30T08:27:09.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 -- 172.21.15.116:0/472176273 wait complete. 2023-11-30T08:27:09.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 Processor -- start 2023-11-30T08:27:09.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 -- start start 2023-11-30T08:27:09.167 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f273806c8b0 0x7f2738142bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.167 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27380ae750 0x7f27381402d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.167 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27380af300 0x7f2738140810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.167 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2738146d10 con 0x7f27380ae750 2023-11-30T08:27:09.167 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27381461e0 con 0x7f27380af300 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2738146b00 con 0x7f273806c8b0 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f27367fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27380ae750 0x7f27381402d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f27367fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27380ae750 0x7f27381402d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50612/0 (socket says 172.21.15.116:50612) 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f27367fc640 1 -- 172.21.15.116:0/2919252845 learned_addr learned my addr 172.21.15.116:0/2919252845 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f2736ffd640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f273806c8b0 0x7f2738142bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f27367fc640 1 -- 172.21.15.116:0/2919252845 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f273806c8b0 msgr2=0x7f2738142bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f27367fc640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f273806c8b0 0x7f2738142bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f27367fc640 1 -- 172.21.15.116:0/2919252845 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27380af300 msgr2=0x7f2738140810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f27367fc640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27380af300 0x7f2738140810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f27367fc640 1 -- 172.21.15.116:0/2919252845 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27280094d0 con 0x7f27380ae750 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f27367fc640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27380ae750 0x7f27381402d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f272c00c7f0 tx=0x7f272c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f271f7fe640 1 -- 172.21.15.116:0/2919252845 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f272c007820 con 0x7f27380ae750 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f271f7fe640 1 -- 172.21.15.116:0/2919252845 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f272c007980 con 0x7f27380ae750 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 -- 172.21.15.116:0/2919252845 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2738146740 con 0x7f27380ae750 2023-11-30T08:27:09.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f271f7fe640 1 -- 172.21.15.116:0/2919252845 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f272c007d30 con 0x7f27380ae750 2023-11-30T08:27:09.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.158+0000 7f273d331640 1 -- 172.21.15.116:0/2919252845 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27381463d0 con 0x7f27380ae750 2023-11-30T08:27:09.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.162+0000 7f273d331640 1 -- 172.21.15.116:0/2919252845 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27381468d0 con 0x7f27380ae750 2023-11-30T08:27:09.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.162+0000 7f271f7fe640 1 -- 172.21.15.116:0/2919252845 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f272c0113f0 con 0x7f27380ae750 2023-11-30T08:27:09.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.162+0000 7f271f7fe640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f27240664a0 0x7f2724068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.162+0000 7f2736ffd640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f27240664a0 0x7f2724068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.162+0000 7f271f7fe640 1 -- 172.21.15.116:0/2919252845 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f272c084090 con 0x7f27380ae750 2023-11-30T08:27:09.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.162+0000 7f2736ffd640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f27240664a0 0x7f2724068960 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f27280ad000 tx=0x7f2728008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:09.172 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.166+0000 7f271f7fe640 1 -- 172.21.15.116:0/2919252845 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f272c051510 con 0x7f27380ae750 2023-11-30T08:27:09.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.314+0000 7f273d331640 1 -- 172.21.15.116:0/2919252845 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2738068960 con 0x7f27380ae750 2023-11-30T08:27:09.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.314+0000 7f271f7fe640 1 -- 172.21.15.116:0/2919252845 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f272c054b30 con 0x7f27380ae750 2023-11-30T08:27:09.322 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 32 2023-11-30T08:27:09.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.318+0000 7f273d331640 1 -- 172.21.15.116:0/2919252845 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f27240664a0 msgr2=0x7f2724068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.318+0000 7f273d331640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f27240664a0 0x7f2724068960 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f27280ad000 tx=0x7f2728008040 comp rx=0 tx=0).stop 2023-11-30T08:27:09.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.318+0000 7f273d331640 1 -- 172.21.15.116:0/2919252845 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27380ae750 msgr2=0x7f27381402d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.318+0000 7f273d331640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27380ae750 0x7f27381402d0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f272c00c7f0 tx=0x7f272c00ccb0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.318+0000 7f273d331640 1 -- 172.21.15.116:0/2919252845 shutdown_connections 2023-11-30T08:27:09.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.318+0000 7f273d331640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27380af300 0x7f2738140810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.318+0000 7f273d331640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27380ae750 0x7f27381402d0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.318+0000 7f273d331640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f27240664a0 0x7f2724068960 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.318+0000 7f273d331640 1 --2- 172.21.15.116:0/2919252845 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f273806c8b0 0x7f2738142bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.318+0000 7f273d331640 1 -- 172.21.15.116:0/2919252845 >> 172.21.15.116:0/2919252845 conn(0x7f27380b4900 msgr2=0x7f27380b6cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:09.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.318+0000 7f273d331640 1 -- 172.21.15.116:0/2919252845 shutdown_connections 2023-11-30T08:27:09.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.318+0000 7f273d331640 1 -- 172.21.15.116:0/2919252845 wait complete. 2023-11-30T08:27:09.340 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-30T08:27:09.445 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a7533c640 1 Processor -- start 2023-11-30T08:27:09.445 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a7533c640 1 -- start start 2023-11-30T08:27:09.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a7533c640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f3a700b1eb0 0x7f3a700aff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a7533c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f3a701451c0 0x7f3a7014ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a7533c640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a700b1730 con 0x7f3a700af300 2023-11-30T08:27:09.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a7533c640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a7006cd70 con 0x7f3a701451c0 2023-11-30T08:27:09.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a7533c640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a700b0ad0 con 0x7f3a700b1eb0 2023-11-30T08:27:09.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a6f7fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f3a701451c0 0x7f3a7014ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a6e7fc640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f3a700af300 0x7f3a70144ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50784/0 (socket says 172.21.15.116:50784) 2023-11-30T08:27:09.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a6f7fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f3a701451c0 0x7f3a7014ed10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50618/0 (socket says 172.21.15.116:50618) 2023-11-30T08:27:09.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a6e7fc640 1 -- 172.21.15.116:0/1774710306 learned_addr learned my addr 172.21.15.116:0/1774710306 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:09.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a6f7fe640 1 -- 172.21.15.116:0/1774710306 >> v2:172.21.15.162:3300/0 conn(0x7f3a700b1eb0 msgr2=0x7f3a700aff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:09.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a6effd640 1 --2- 172.21.15.116:0/1774710306 >> v2:172.21.15.162:3300/0 conn(0x7f3a700b1eb0 0x7f3a700aff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a6f7fe640 1 --2- 172.21.15.116:0/1774710306 >> v2:172.21.15.162:3300/0 conn(0x7f3a700b1eb0 0x7f3a700aff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a6dffb640 1 -- 172.21.15.116:0/1774710306 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3973784963 0 0) 0x7f3a700b1730 con 0x7f3a700af300 2023-11-30T08:27:09.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a6f7fe640 1 -- 172.21.15.116:0/1774710306 >> v1:172.21.15.116:6789/0 conn(0x7f3a700af300 legacy=0x7f3a70144ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a6f7fe640 1 -- 172.21.15.116:0/1774710306 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a7006c7f0 con 0x7f3a701451c0 2023-11-30T08:27:09.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.438+0000 7f3a6effd640 1 --2- 172.21.15.116:0/1774710306 >> v2:172.21.15.162:3300/0 conn(0x7f3a700b1eb0 0x7f3a700aff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:09.449 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a6f7fe640 1 --2- 172.21.15.116:0/1774710306 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a701451c0 0x7f3a7014ed10 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f3a700af030 tx=0x7f3a6001c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2cec399dddecb0f server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:09.449 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a6dffb640 1 -- 172.21.15.116:0/1774710306 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a600ab600 con 0x7f3a701451c0 2023-11-30T08:27:09.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a6dffb640 1 -- 172.21.15.116:0/1774710306 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a600a7050 con 0x7f3a701451c0 2023-11-30T08:27:09.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a6dffb640 1 -- 172.21.15.116:0/1774710306 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a600ab980 con 0x7f3a701451c0 2023-11-30T08:27:09.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 -- 172.21.15.116:0/1774710306 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a701451c0 msgr2=0x7f3a7014ed10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 --2- 172.21.15.116:0/1774710306 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a701451c0 0x7f3a7014ed10 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f3a700af030 tx=0x7f3a6001c340 comp rx=0 tx=0).stop 2023-11-30T08:27:09.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 -- 172.21.15.116:0/1774710306 shutdown_connections 2023-11-30T08:27:09.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 --2- 172.21.15.116:0/1774710306 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a701451c0 0x7f3a7014ed10 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 --2- 172.21.15.116:0/1774710306 >> v2:172.21.15.162:3300/0 conn(0x7f3a700b1eb0 0x7f3a700aff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 -- 172.21.15.116:0/1774710306 >> 172.21.15.116:0/1774710306 conn(0x7f3a700b4900 msgr2=0x7f3a700b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:09.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 -- 172.21.15.116:0/1774710306 shutdown_connections 2023-11-30T08:27:09.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 -- 172.21.15.116:0/1774710306 wait complete. 2023-11-30T08:27:09.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 Processor -- start 2023-11-30T08:27:09.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 -- start start 2023-11-30T08:27:09.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3a700af300 0x7f3a70071310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3a700b1eb0 0x7f3a7013cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a701451c0 0x7f3a7013d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a7013e400 con 0x7f3a701451c0 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a7013e6e0 con 0x7f3a700b1eb0 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a7533c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a70070b90 con 0x7f3a700af300 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a6f7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a701451c0 0x7f3a7013d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a6f7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a701451c0 0x7f3a7013d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50630/0 (socket says 172.21.15.116:50630) 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.442+0000 7f3a6f7fe640 1 -- 172.21.15.116:0/550437577 learned_addr learned my addr 172.21.15.116:0/550437577 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a6e7fc640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3a700b1eb0 0x7f3a7013cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a6effd640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3a700af300 0x7f3a70071310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a6f7fe640 1 -- 172.21.15.116:0/550437577 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3a700af300 msgr2=0x7f3a70071310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a6f7fe640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3a700af300 0x7f3a70071310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a6f7fe640 1 -- 172.21.15.116:0/550437577 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3a700b1eb0 msgr2=0x7f3a7013cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a6f7fe640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3a700b1eb0 0x7f3a7013cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a6f7fe640 1 -- 172.21.15.116:0/550437577 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a60009420 con 0x7f3a701451c0 2023-11-30T08:27:09.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a6f7fe640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a701451c0 0x7f3a7013d010 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3a60018f50 tx=0x7f3a6001ab80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:09.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a677fe640 1 -- 172.21.15.116:0/550437577 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a600b37d0 con 0x7f3a701451c0 2023-11-30T08:27:09.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a677fe640 1 -- 172.21.15.116:0/550437577 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a600b3930 con 0x7f3a701451c0 2023-11-30T08:27:09.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a7533c640 1 -- 172.21.15.116:0/550437577 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a7013e9c0 con 0x7f3a701451c0 2023-11-30T08:27:09.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a677fe640 1 -- 172.21.15.116:0/550437577 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a600b3cc0 con 0x7f3a701451c0 2023-11-30T08:27:09.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a7533c640 1 -- 172.21.15.116:0/550437577 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a70137b20 con 0x7f3a701451c0 2023-11-30T08:27:09.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a7533c640 1 -- 172.21.15.116:0/550437577 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a70067f70 con 0x7f3a701451c0 2023-11-30T08:27:09.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a677fe640 1 -- 172.21.15.116:0/550437577 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3a600b2070 con 0x7f3a701451c0 2023-11-30T08:27:09.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a677fe640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3a50066470 0x7f3a50068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a677fe640 1 -- 172.21.15.116:0/550437577 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3a6011e230 con 0x7f3a701451c0 2023-11-30T08:27:09.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a6effd640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3a50066470 0x7f3a50068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.446+0000 7f3a6effd640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3a50066470 0x7f3a50068930 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3a68006fd0 tx=0x7f3a68008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:09.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.450+0000 7f3a677fe640 1 -- 172.21.15.116:0/550437577 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3a600eb740 con 0x7f3a701451c0 2023-11-30T08:27:09.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.590+0000 7f3a7533c640 1 -- 172.21.15.116:0/550437577 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3a7013e260 con 0x7f3a701451c0 2023-11-30T08:27:09.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a677fe640 1 -- 172.21.15.116:0/550437577 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3a7013e260 con 0x7f3a701451c0 2023-11-30T08:27:09.600 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 64 2023-11-30T08:27:09.602 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a7533c640 1 -- 172.21.15.116:0/550437577 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3a50066470 msgr2=0x7f3a50068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.602 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a7533c640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3a50066470 0x7f3a50068930 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3a68006fd0 tx=0x7f3a68008040 comp rx=0 tx=0).stop 2023-11-30T08:27:09.602 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a7533c640 1 -- 172.21.15.116:0/550437577 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a701451c0 msgr2=0x7f3a7013d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.602 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a7533c640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a701451c0 0x7f3a7013d010 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3a60018f50 tx=0x7f3a6001ab80 comp rx=0 tx=0).stop 2023-11-30T08:27:09.603 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a7533c640 1 -- 172.21.15.116:0/550437577 shutdown_connections 2023-11-30T08:27:09.603 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a7533c640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a701451c0 0x7f3a7013d010 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.603 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a7533c640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3a700b1eb0 0x7f3a7013cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.603 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a7533c640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3a50066470 0x7f3a50068930 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.603 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a7533c640 1 --2- 172.21.15.116:0/550437577 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3a700af300 0x7f3a70071310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.603 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a7533c640 1 -- 172.21.15.116:0/550437577 >> 172.21.15.116:0/550437577 conn(0x7f3a700b4900 msgr2=0x7f3a701437f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:09.603 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a7533c640 1 -- 172.21.15.116:0/550437577 shutdown_connections 2023-11-30T08:27:09.603 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.594+0000 7f3a7533c640 1 -- 172.21.15.116:0/550437577 wait complete. 2023-11-30T08:27:09.617 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:09.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.722+0000 7f808ec2c640 1 Processor -- start 2023-11-30T08:27:09.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.722+0000 7f808ec2c640 1 -- start start 2023-11-30T08:27:09.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f808ec2c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f808806c920 0x7f80880ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f808ec2c640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80880af770 con 0x7f80880b4430 2023-11-30T08:27:09.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f808ec2c640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80880aeea0 con 0x7f80880af2e0 2023-11-30T08:27:09.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f808ec2c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80880afc20 con 0x7f808806c920 2023-11-30T08:27:09.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f808d1c9640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f80880b4430 0x7f808814def0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50786/0 (socket says 172.21.15.116:50786) 2023-11-30T08:27:09.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f808d1c9640 1 -- 172.21.15.116:0/3952450082 learned_addr learned my addr 172.21.15.116:0/3952450082 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:09.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f808c9c8640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f808806c920 0x7f80880ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3843195053 0 0) 0x7f80880af770 con 0x7f80880b4430 2023-11-30T08:27:09.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8070003530 con 0x7f80880b4430 2023-11-30T08:27:09.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3791890351 0 0) 0x7f8070003530 con 0x7f80880b4430 2023-11-30T08:27:09.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f808806c920 msgr2=0x7f80880ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:09.734 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f808806c920 0x7f80880ad0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 >> v1:172.21.15.162:6789/0 conn(0x7f80880af2e0 legacy=0x7f8088147080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f808806cd00 con 0x7f80880b4430 2023-11-30T08:27:09.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f8080001a00 con 0x7f80880b4430 2023-11-30T08:27:09.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f808c9c8640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f808806c920 0x7f80880ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:09.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 >> v1:172.21.15.116:6789/0 conn(0x7f80880b4430 legacy=0x7f808814def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80700039b0 0x7f8070003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80700047d0 0x7f8070004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f808806c920 0x7f807000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80880afc20 con 0x7f80700047d0 2023-11-30T08:27:09.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80700054d0 con 0x7f80700039b0 2023-11-30T08:27:09.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8070005690 con 0x7f808806c920 2023-11-30T08:27:09.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f8087fff640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80700047d0 0x7f8070004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f808c9c8640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80700039b0 0x7f8070003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f808d1c9640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f808806c920 0x7f807000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f8087fff640 1 -- 172.21.15.116:0/3952450082 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f808806c920 msgr2=0x7f807000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:09.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f8087fff640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f808806c920 0x7f807000b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f8087fff640 1 -- 172.21.15.116:0/3952450082 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80700039b0 msgr2=0x7f8070003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:09.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f8087fff640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80700039b0 0x7f8070003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f8087fff640 1 -- 172.21.15.116:0/3952450082 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8070003530 con 0x7f80700047d0 2023-11-30T08:27:09.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f8087fff640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80700047d0 0x7f8070004c50 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f807c001780 tx=0x7f807c01c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fc827e29c461977 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:09.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f807c0052d0 con 0x7f80700047d0 2023-11-30T08:27:09.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f807c0a7050 con 0x7f80700047d0 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.726+0000 7f80877fe640 1 -- 172.21.15.116:0/3952450082 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f807c003600 con 0x7f80700047d0 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 -- 172.21.15.116:0/3952450082 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80700047d0 msgr2=0x7f8070004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 --2- 172.21.15.116:0/3952450082 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80700047d0 0x7f8070004c50 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f807c001780 tx=0x7f807c01c3d0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808d1c9640 1 -- 172.21.15.116:0/3952450082 reap_dead start 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 -- 172.21.15.116:0/3952450082 shutdown_connections 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 -- 172.21.15.116:0/3952450082 >> 172.21.15.116:0/3952450082 conn(0x7f80880b48e0 msgr2=0x7f80880b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 -- 172.21.15.116:0/3952450082 shutdown_connections 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 -- 172.21.15.116:0/3952450082 wait complete. 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 Processor -- start 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 -- start start 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80700047d0 0x7f80881e0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f808814dbb0 0x7f808814cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f808814d000 0x7f808814d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80881e1aa0 con 0x7f808814d000 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80881e1450 con 0x7f808814dbb0 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80881e1730 con 0x7f80700047d0 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808d1c9640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f808814d000 0x7f808814d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808d1c9640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f808814d000 0x7f808814d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50648/0 (socket says 172.21.15.116:50648) 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808d1c9640 1 -- 172.21.15.116:0/3488700843 learned_addr learned my addr 172.21.15.116:0/3488700843 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808c9c8640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80700047d0 0x7f80881e0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f8087fff640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f808814dbb0 0x7f808814cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808d1c9640 1 -- 172.21.15.116:0/3488700843 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80700047d0 msgr2=0x7f80881e0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808d1c9640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80700047d0 0x7f80881e0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808d1c9640 1 -- 172.21.15.116:0/3488700843 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f808814dbb0 msgr2=0x7f808814cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808d1c9640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f808814dbb0 0x7f808814cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808d1c9640 1 -- 172.21.15.116:0/3488700843 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8088144a60 con 0x7f808814d000 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808d1c9640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f808814d000 0x7f808814d4b0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8080001340 tx=0x7f808000b4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:09.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f80857fa640 1 -- 172.21.15.116:0/3488700843 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8080004d70 con 0x7f808814d000 2023-11-30T08:27:09.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f80857fa640 1 -- 172.21.15.116:0/3488700843 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f808000bb80 con 0x7f808814d000 2023-11-30T08:27:09.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 -- 172.21.15.116:0/3488700843 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f808814bed0 con 0x7f808814d000 2023-11-30T08:27:09.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f80857fa640 1 -- 172.21.15.116:0/3488700843 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8080007110 con 0x7f808814d000 2023-11-30T08:27:09.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 -- 172.21.15.116:0/3488700843 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f808814e810 con 0x7f808814d000 2023-11-30T08:27:09.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.730+0000 7f808ec2c640 1 -- 172.21.15.116:0/3488700843 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80880679e0 con 0x7f808814d000 2023-11-30T08:27:09.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.734+0000 7f80857fa640 1 -- 172.21.15.116:0/3488700843 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8080007270 con 0x7f808814d000 2023-11-30T08:27:09.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.734+0000 7f80857fa640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80740664a0 0x7f8074068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:09.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.734+0000 7f80857fa640 1 -- 172.21.15.116:0/3488700843 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8080083fe0 con 0x7f808814d000 2023-11-30T08:27:09.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.734+0000 7f808c9c8640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80740664a0 0x7f8074068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:09.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.734+0000 7f808c9c8640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80740664a0 0x7f8074068960 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f807800e880 tx=0x7f8078008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:09.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.738+0000 7f80857fa640 1 -- 172.21.15.116:0/3488700843 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f80800514f0 con 0x7f808814d000 2023-11-30T08:27:09.916 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 -- 172.21.15.116:0/3488700843 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f80881e18f0 con 0x7f808814d000 2023-11-30T08:27:09.916 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f80857fa640 1 -- 172.21.15.116:0/3488700843 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+3333 (secure 0 0 0) 0x7f8080054b10 con 0x7f808814d000 2023-11-30T08:27:09.917 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:09.917 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1863471364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1863471364},{"type":"v1","addr":"172.21.15.162:6833","nonce":1863471364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:00.537666+0000","modified":"2023-11-30T08:27:03.551014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3119338983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3119338983},{"type":"v1","addr":"172.21.15.116:6835","nonce":3119338983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-30T08:27:09.917 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 8 2023-11-30T08:27:09.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 -- 172.21.15.116:0/3488700843 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80740664a0 msgr2=0x7f8074068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80740664a0 0x7f8074068960 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f807800e880 tx=0x7f8078008040 comp rx=0 tx=0).stop 2023-11-30T08:27:09.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 -- 172.21.15.116:0/3488700843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f808814d000 msgr2=0x7f808814d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:09.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f808814d000 0x7f808814d4b0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8080001340 tx=0x7f808000b4a0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 -- 172.21.15.116:0/3488700843 shutdown_connections 2023-11-30T08:27:09.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f808814d000 0x7f808814d4b0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f808814dbb0 0x7f808814cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80740664a0 0x7f8074068960 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 --2- 172.21.15.116:0/3488700843 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80700047d0 0x7f80881e0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:09.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 -- 172.21.15.116:0/3488700843 >> 172.21.15.116:0/3488700843 conn(0x7f80880b48e0 msgr2=0x7f808806be00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:09.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 -- 172.21.15.116:0/3488700843 shutdown_connections 2023-11-30T08:27:09.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:09.910+0000 7f808ec2c640 1 -- 172.21.15.116:0/3488700843 wait complete. 2023-11-30T08:27:09.934 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:10.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.034+0000 7f6bc8021640 1 Processor -- start 2023-11-30T08:27:10.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.034+0000 7f6bc8021640 1 -- start start 2023-11-30T08:27:10.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6bc006c920 0x7f6bc00b27e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f6bc00b41f0 0x7f6bc00b0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6bc00ae380 con 0x7f6bc00b1120 2023-11-30T08:27:10.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bc00b4670 con 0x7f6bc006c920 2023-11-30T08:27:10.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bc00acf00 con 0x7f6bc00b41f0 2023-11-30T08:27:10.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc5dbd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6bc006c920 0x7f6bc00b27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc5dbd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6bc006c920 0x7f6bc00b27e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50650/0 (socket says 172.21.15.116:50650) 2023-11-30T08:27:10.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc5dbd640 1 -- 172.21.15.116:0/2485555772 learned_addr learned my addr 172.21.15.116:0/2485555772 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:10.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc5dbd640 1 -- 172.21.15.116:0/2485555772 >> v2:172.21.15.162:3300/0 conn(0x7f6bc00b41f0 msgr2=0x7f6bc00b0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:10.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc55bc640 1 --2- 172.21.15.116:0/2485555772 >> v2:172.21.15.162:3300/0 conn(0x7f6bc00b41f0 0x7f6bc00b0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc5dbd640 1 --2- 172.21.15.116:0/2485555772 >> v2:172.21.15.162:3300/0 conn(0x7f6bc00b41f0 0x7f6bc00b0be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc5dbd640 1 -- 172.21.15.116:0/2485555772 >> v1:172.21.15.162:6789/0 conn(0x7f6bc00b1120 legacy=0x7f6bc0149e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:10.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc5dbd640 1 -- 172.21.15.116:0/2485555772 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bc00ae100 con 0x7f6bc006c920 2023-11-30T08:27:10.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc5dbd640 1 --2- 172.21.15.116:0/2485555772 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bc006c920 0x7f6bc00b27e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6bc0072d10 tx=0x7f6bb801c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc60425ed5cd2e97 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:10.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc4dbb640 1 -- 172.21.15.116:0/2485555772 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb80a55d0 con 0x7f6bc006c920 2023-11-30T08:27:10.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc4dbb640 1 -- 172.21.15.116:0/2485555772 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bb80a5730 con 0x7f6bc006c920 2023-11-30T08:27:10.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc4dbb640 1 -- 172.21.15.116:0/2485555772 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb80a5ac0 con 0x7f6bc006c920 2023-11-30T08:27:10.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 -- 172.21.15.116:0/2485555772 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bc006c920 msgr2=0x7f6bc00b27e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 --2- 172.21.15.116:0/2485555772 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bc006c920 0x7f6bc00b27e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f6bc0072d10 tx=0x7f6bb801c900 comp rx=0 tx=0).stop 2023-11-30T08:27:10.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 -- 172.21.15.116:0/2485555772 shutdown_connections 2023-11-30T08:27:10.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 --2- 172.21.15.116:0/2485555772 >> v2:172.21.15.162:3300/0 conn(0x7f6bc00b41f0 0x7f6bc00b0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 --2- 172.21.15.116:0/2485555772 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bc006c920 0x7f6bc00b27e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 -- 172.21.15.116:0/2485555772 >> 172.21.15.116:0/2485555772 conn(0x7f6bc00b48e0 msgr2=0x7f6bc00b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:10.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 -- 172.21.15.116:0/2485555772 shutdown_connections 2023-11-30T08:27:10.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.038+0000 7f6bc8021640 1 -- 172.21.15.116:0/2485555772 wait complete. 2023-11-30T08:27:10.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc8021640 1 Processor -- start 2023-11-30T08:27:10.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc8021640 1 -- start start 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc8021640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6bc006c920 0x7f6bc0147e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc8021640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6bc00b1120 0x7f6bc0148e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc8021640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bc00b41f0 0x7f6bc0147120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc8021640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bc0149350 con 0x7f6bc00b41f0 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc8021640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bc0146c90 con 0x7f6bc00b1120 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc8021640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bc0149560 con 0x7f6bc006c920 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc65be640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bc00b41f0 0x7f6bc0147120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc65be640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bc00b41f0 0x7f6bc0147120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50664/0 (socket says 172.21.15.116:50664) 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc65be640 1 -- 172.21.15.116:0/911765520 learned_addr learned my addr 172.21.15.116:0/911765520 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc55bc640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6bc00b1120 0x7f6bc0148e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc5dbd640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6bc006c920 0x7f6bc0147e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc65be640 1 -- 172.21.15.116:0/911765520 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6bc006c920 msgr2=0x7f6bc0147e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc65be640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6bc006c920 0x7f6bc0147e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc65be640 1 -- 172.21.15.116:0/911765520 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6bc00b1120 msgr2=0x7f6bc0148e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc65be640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6bc00b1120 0x7f6bc0148e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc65be640 1 -- 172.21.15.116:0/911765520 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bb8009b30 con 0x7f6bc00b41f0 2023-11-30T08:27:10.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc65be640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bc00b41f0 0x7f6bc0147120 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc00c3f0 tx=0x7f6bbc00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:10.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bb67fc640 1 -- 172.21.15.116:0/911765520 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bbc011790 con 0x7f6bc00b41f0 2023-11-30T08:27:10.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bb67fc640 1 -- 172.21.15.116:0/911765520 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bbc0118f0 con 0x7f6bc00b41f0 2023-11-30T08:27:10.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc8021640 1 -- 172.21.15.116:0/911765520 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bc0148510 con 0x7f6bc00b41f0 2023-11-30T08:27:10.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bb67fc640 1 -- 172.21.15.116:0/911765520 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bbc011ca0 con 0x7f6bc00b41f0 2023-11-30T08:27:10.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc8021640 1 -- 172.21.15.116:0/911765520 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bc0149840 con 0x7f6bc00b41f0 2023-11-30T08:27:10.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc8021640 1 -- 172.21.15.116:0/911765520 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6bc00679e0 con 0x7f6bc00b41f0 2023-11-30T08:27:10.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bb67fc640 1 -- 172.21.15.116:0/911765520 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6bbc01c460 con 0x7f6bc00b41f0 2023-11-30T08:27:10.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bb67fc640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6ba4066470 0x7f6ba4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bc5dbd640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6ba4066470 0x7f6ba4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.042+0000 7f6bb67fc640 1 -- 172.21.15.116:0/911765520 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6bbc083bd0 con 0x7f6bc00b41f0 2023-11-30T08:27:10.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.046+0000 7f6bc5dbd640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6ba4066470 0x7f6ba4068930 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6bb80ae000 tx=0x7f6bb80a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:10.055 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.046+0000 7f6bb67fc640 1 -- 172.21.15.116:0/911765520 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6bbc0510e0 con 0x7f6bc00b41f0 2023-11-30T08:27:10.207 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.198+0000 7f6bc8021640 1 -- 172.21.15.116:0/911765520 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6bc0146e00 con 0x7f6bc00b41f0 2023-11-30T08:27:10.209 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.202+0000 7f6bb67fc640 1 -- 172.21.15.116:0/911765520 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7f6bbc003810 con 0x7f6bc00b41f0 2023-11-30T08:27:10.210 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:10.210 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:10.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.206+0000 7f6bc8021640 1 -- 172.21.15.116:0/911765520 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6ba4066470 msgr2=0x7f6ba4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.206+0000 7f6bc8021640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6ba4066470 0x7f6ba4068930 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6bb80ae000 tx=0x7f6bb80a7070 comp rx=0 tx=0).stop 2023-11-30T08:27:10.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.206+0000 7f6bc8021640 1 -- 172.21.15.116:0/911765520 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bc00b41f0 msgr2=0x7f6bc0147120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.206+0000 7f6bc8021640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bc00b41f0 0x7f6bc0147120 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc00c3f0 tx=0x7f6bbc00c8b0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.206+0000 7f6bc8021640 1 -- 172.21.15.116:0/911765520 shutdown_connections 2023-11-30T08:27:10.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.206+0000 7f6bc8021640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6bc00b41f0 0x7f6bc0147120 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.206+0000 7f6bc8021640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6bc00b1120 0x7f6bc0148e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.206+0000 7f6bc8021640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6ba4066470 0x7f6ba4068930 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.206+0000 7f6bc8021640 1 --2- 172.21.15.116:0/911765520 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6bc006c920 0x7f6bc0147e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.206+0000 7f6bc8021640 1 -- 172.21.15.116:0/911765520 >> 172.21.15.116:0/911765520 conn(0x7f6bc00b48e0 msgr2=0x7f6bc006be00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:10.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.206+0000 7f6bc8021640 1 -- 172.21.15.116:0/911765520 shutdown_connections 2023-11-30T08:27:10.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.206+0000 7f6bc8021640 1 -- 172.21.15.116:0/911765520 wait complete. 2023-11-30T08:27:10.227 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-30T08:26:58.774799+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-30T08:26:59.510853+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:10.228 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:10.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.330+0000 7fe7b92e5640 1 Processor -- start 2023-11-30T08:27:10.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.330+0000 7fe7b92e5640 1 -- start start 2023-11-30T08:27:10.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fe7b40bc8a0 0x7fe7b4149e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fe7b414a350 0x7fe7b40b68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7b40b4990 con 0x7fe7b40b6df0 2023-11-30T08:27:10.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7b40b5de0 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7b40b5b70 con 0x7fe7b414a350 2023-11-30T08:27:10.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b2ffd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fe7b40bc8a0 0x7fe7b4149e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b2ffd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fe7b40bc8a0 0x7fe7b4149e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50674/0 (socket says 172.21.15.116:50674) 2023-11-30T08:27:10.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b37fe640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fe7b40b6df0 0x7fe7b413fec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50788/0 (socket says 172.21.15.116:50788) 2023-11-30T08:27:10.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b2ffd640 1 -- 172.21.15.116:0/591929340 learned_addr learned my addr 172.21.15.116:0/591929340 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:10.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7abfff640 1 --2- 172.21.15.116:0/591929340 >> v2:172.21.15.162:3300/0 conn(0x7fe7b414a350 0x7fe7b40b68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b2ffd640 1 -- 172.21.15.116:0/591929340 >> v2:172.21.15.162:3300/0 conn(0x7fe7b414a350 msgr2=0x7fe7b40b68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:10.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b2ffd640 1 --2- 172.21.15.116:0/591929340 >> v2:172.21.15.162:3300/0 conn(0x7fe7b414a350 0x7fe7b40b68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b2ffd640 1 -- 172.21.15.116:0/591929340 >> v1:172.21.15.116:6789/0 conn(0x7fe7b40b6df0 legacy=0x7fe7b413fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b27fc640 1 -- 172.21.15.116:0/591929340 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1160955954 0 0) 0x7fe7b40b4990 con 0x7fe7b40b6df0 2023-11-30T08:27:10.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b2ffd640 1 -- 172.21.15.116:0/591929340 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7b414a7e0 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b2ffd640 1 --2- 172.21.15.116:0/591929340 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe7b40bc8a0 0x7fe7b4149e10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe79c009870 tx=0x7fe79c01c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3af5365585b034fd server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:10.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b27fc640 1 -- 172.21.15.116:0/591929340 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe79c0ac640 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b27fc640 1 -- 172.21.15.116:0/591929340 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe79c0ac7a0 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b27fc640 1 -- 172.21.15.116:0/591929340 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe79c0acb30 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 -- 172.21.15.116:0/591929340 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe7b40bc8a0 msgr2=0x7fe7b4149e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 --2- 172.21.15.116:0/591929340 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe7b40bc8a0 0x7fe7b4149e10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe79c009870 tx=0x7fe79c01c3e0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 -- 172.21.15.116:0/591929340 shutdown_connections 2023-11-30T08:27:10.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 --2- 172.21.15.116:0/591929340 >> v2:172.21.15.162:3300/0 conn(0x7fe7b414a350 0x7fe7b40b68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 --2- 172.21.15.116:0/591929340 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe7b40bc8a0 0x7fe7b4149e10 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 -- 172.21.15.116:0/591929340 >> 172.21.15.116:0/591929340 conn(0x7fe7b40722b0 msgr2=0x7fe7b40bbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:10.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 -- 172.21.15.116:0/591929340 shutdown_connections 2023-11-30T08:27:10.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.334+0000 7fe7b92e5640 1 -- 172.21.15.116:0/591929340 wait complete. 2023-11-30T08:27:10.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b92e5640 1 Processor -- start 2023-11-30T08:27:10.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b92e5640 1 -- start start 2023-11-30T08:27:10.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b92e5640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7b40b6df0 0x7fe7b413b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b92e5640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe7b40bc8a0 0x7fe7b413a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b92e5640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe7b414a350 0x7fe7b41e2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b92e5640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b413aba0 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b92e5640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b4138320 con 0x7fe7b40b6df0 2023-11-30T08:27:10.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b92e5640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b413ae20 con 0x7fe7b414a350 2023-11-30T08:27:10.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7abfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe7b40bc8a0 0x7fe7b413a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7abfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe7b40bc8a0 0x7fe7b413a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50682/0 (socket says 172.21.15.116:50682) 2023-11-30T08:27:10.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7abfff640 1 -- 172.21.15.116:0/335399851 learned_addr learned my addr 172.21.15.116:0/335399851 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b2ffd640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7b40b6df0 0x7fe7b413b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b37fe640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe7b414a350 0x7fe7b41e2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7abfff640 1 -- 172.21.15.116:0/335399851 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe7b414a350 msgr2=0x7fe7b41e2cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7abfff640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe7b414a350 0x7fe7b41e2cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7abfff640 1 -- 172.21.15.116:0/335399851 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7b40b6df0 msgr2=0x7fe7b413b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7abfff640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7b40b6df0 0x7fe7b413b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7abfff640 1 -- 172.21.15.116:0/335399851 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe79c0094d0 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b2ffd640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7b40b6df0 0x7fe7b413b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7abfff640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe7b40bc8a0 0x7fe7b413a660 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe7a400d5f0 tx=0x7fe7a400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7ab7fe640 1 -- 172.21.15.116:0/335399851 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7a40125f0 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7ab7fe640 1 -- 172.21.15.116:0/335399851 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7a4012750 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b92e5640 1 -- 172.21.15.116:0/335399851 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7b41e24c0 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7ab7fe640 1 -- 172.21.15.116:0/335399851 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7a4012ae0 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b92e5640 1 -- 172.21.15.116:0/335399851 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7b4143d50 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b92e5640 1 -- 172.21.15.116:0/335399851 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7b4068960 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7ab7fe640 1 -- 172.21.15.116:0/335399851 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe7a4012c40 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7ab7fe640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe794066470 0x7fe794068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7ab7fe640 1 -- 172.21.15.116:0/335399851 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe7a40842c0 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.338+0000 7fe7b2ffd640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe794066470 0x7fe794068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.342+0000 7fe7b2ffd640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe794066470 0x7fe794068930 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe79c0ae000 tx=0x7fe79c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:10.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.342+0000 7fe7ab7fe640 1 -- 172.21.15.116:0/335399851 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe7a40517d0 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.494 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.486+0000 7fe7b92e5640 1 -- 172.21.15.116:0/335399851 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe7b41e26b0 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.495 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.486+0000 7fe7ab7fe640 1 -- 172.21.15.116:0/335399851 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe7a4007380 con 0x7fe7b40bc8a0 2023-11-30T08:27:10.495 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:10.497 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.490+0000 7fe7b92e5640 1 -- 172.21.15.116:0/335399851 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe794066470 msgr2=0x7fe794068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.497 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.490+0000 7fe7b92e5640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe794066470 0x7fe794068930 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe79c0ae000 tx=0x7fe79c008040 comp rx=0 tx=0).stop 2023-11-30T08:27:10.497 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.490+0000 7fe7b92e5640 1 -- 172.21.15.116:0/335399851 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe7b40bc8a0 msgr2=0x7fe7b413a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.497 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.490+0000 7fe7b92e5640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe7b40bc8a0 0x7fe7b413a660 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe7a400d5f0 tx=0x7fe7a400dab0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.497 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.490+0000 7fe7b92e5640 1 -- 172.21.15.116:0/335399851 shutdown_connections 2023-11-30T08:27:10.497 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.490+0000 7fe7b92e5640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe794066470 0x7fe794068930 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.497 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.490+0000 7fe7b92e5640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe7b414a350 0x7fe7b41e2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.490+0000 7fe7b92e5640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe7b40bc8a0 0x7fe7b413a660 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.490+0000 7fe7b92e5640 1 --2- 172.21.15.116:0/335399851 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe7b40b6df0 0x7fe7b413b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.490+0000 7fe7b92e5640 1 -- 172.21.15.116:0/335399851 >> 172.21.15.116:0/335399851 conn(0x7fe7b40722b0 msgr2=0x7fe7b40b9d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:10.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.490+0000 7fe7b92e5640 1 -- 172.21.15.116:0/335399851 shutdown_connections 2023-11-30T08:27:10.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.490+0000 7fe7b92e5640 1 -- 172.21.15.116:0/335399851 wait complete. 2023-11-30T08:27:10.512 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-30T08:27:10.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.622+0000 7f8c58757640 1 Processor -- start 2023-11-30T08:27:10.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.622+0000 7f8c58757640 1 -- start start 2023-11-30T08:27:10.632 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.622+0000 7f8c58757640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8c5006c8b0 0x7f8c500b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.632 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.622+0000 7f8c58757640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f8c500af300 0x7f8c500ace20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.632 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.622+0000 7f8c58757640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8c500b02e0 con 0x7f8c500ae750 2023-11-30T08:27:10.632 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.622+0000 7f8c58757640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8c500aded0 con 0x7f8c500af300 2023-11-30T08:27:10.632 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.622+0000 7f8c58757640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c5006cc90 con 0x7f8c5006c8b0 2023-11-30T08:27:10.633 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c55cf2640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f8c500af300 0x7f8c500ace20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.633 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c56cf4640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f8c500ae750 0x7f8c500ad360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50802/0 (socket says 172.21.15.116:50802) 2023-11-30T08:27:10.633 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c56cf4640 1 -- 172.21.15.116:0/2629400206 learned_addr learned my addr 172.21.15.116:0/2629400206 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:10.633 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c564f3640 1 --2- 172.21.15.116:0/2629400206 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8c5006c8b0 0x7f8c500b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.633 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c55cf2640 1 -- 172.21.15.116:0/2629400206 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8c5006c8b0 msgr2=0x7f8c500b4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:10.633 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c55cf2640 1 --2- 172.21.15.116:0/2629400206 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8c5006c8b0 0x7f8c500b4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.633 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c55cf2640 1 -- 172.21.15.116:0/2629400206 >> v1:172.21.15.116:6789/0 conn(0x7f8c500ae750 legacy=0x7f8c500ad360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.633 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c55cf2640 1 -- 172.21.15.116:0/2629400206 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c500b05c0 con 0x7f8c500af300 2023-11-30T08:27:10.634 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c55cf2640 1 --2- 172.21.15.116:0/2629400206 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c500af300 0x7f8c500ace20 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8c400097c0 tx=0x7f8c4001c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f102cb6c98eb1c37 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:10.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c554f1640 1 -- 172.21.15.116:0/2629400206 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c400ab600 con 0x7f8c500af300 2023-11-30T08:27:10.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c554f1640 1 -- 172.21.15.116:0/2629400206 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c400a7050 con 0x7f8c500af300 2023-11-30T08:27:10.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c554f1640 1 -- 172.21.15.116:0/2629400206 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c400ab980 con 0x7f8c500af300 2023-11-30T08:27:10.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c58757640 1 -- 172.21.15.116:0/2629400206 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c500af300 msgr2=0x7f8c500ace20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c58757640 1 --2- 172.21.15.116:0/2629400206 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c500af300 0x7f8c500ace20 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f8c400097c0 tx=0x7f8c4001c330 comp rx=0 tx=0).stop 2023-11-30T08:27:10.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c58757640 1 -- 172.21.15.116:0/2629400206 shutdown_connections 2023-11-30T08:27:10.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c58757640 1 --2- 172.21.15.116:0/2629400206 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c500af300 0x7f8c500ace20 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c58757640 1 --2- 172.21.15.116:0/2629400206 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8c5006c8b0 0x7f8c500b4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c58757640 1 -- 172.21.15.116:0/2629400206 >> 172.21.15.116:0/2629400206 conn(0x7f8c500b4900 msgr2=0x7f8c500b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:10.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c58757640 1 -- 172.21.15.116:0/2629400206 shutdown_connections 2023-11-30T08:27:10.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.626+0000 7f8c58757640 1 -- 172.21.15.116:0/2629400206 wait complete. 2023-11-30T08:27:10.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c58757640 1 Processor -- start 2023-11-30T08:27:10.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c58757640 1 -- start start 2023-11-30T08:27:10.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c58757640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8c5006c8b0 0x7f8c5014d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c58757640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c500ae750 0x7f8c5006eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c58757640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8c500af300 0x7f8c5006f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c58757640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c50150ae0 con 0x7f8c500ae750 2023-11-30T08:27:10.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c58757640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c50071060 con 0x7f8c5006c8b0 2023-11-30T08:27:10.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c58757640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8c50071600 con 0x7f8c500af300 2023-11-30T08:27:10.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c55cf2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c500ae750 0x7f8c5006eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c55cf2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c500ae750 0x7f8c5006eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50694/0 (socket says 172.21.15.116:50694) 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c55cf2640 1 -- 172.21.15.116:0/1122399939 learned_addr learned my addr 172.21.15.116:0/1122399939 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c55cf2640 1 -- 172.21.15.116:0/1122399939 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8c500af300 msgr2=0x7f8c5006f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c55cf2640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8c500af300 0x7f8c5006f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c564f3640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8c5006c8b0 0x7f8c5014d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c55cf2640 1 -- 172.21.15.116:0/1122399939 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8c5006c8b0 msgr2=0x7f8c5014d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c55cf2640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8c5006c8b0 0x7f8c5014d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c55cf2640 1 -- 172.21.15.116:0/1122399939 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c40009420 con 0x7f8c500ae750 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c55cf2640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c500ae750 0x7f8c5006eea0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f8c400ae040 tx=0x7f8c400190d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c46ffd640 1 -- 172.21.15.116:0/1122399939 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c400b4610 con 0x7f8c500ae750 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c46ffd640 1 -- 172.21.15.116:0/1122399939 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c400abe90 con 0x7f8c500ae750 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c58757640 1 -- 172.21.15.116:0/1122399939 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c50070680 con 0x7f8c500ae750 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c46ffd640 1 -- 172.21.15.116:0/1122399939 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c400b49d0 con 0x7f8c500ae750 2023-11-30T08:27:10.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c58757640 1 -- 172.21.15.116:0/1122399939 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c500708f0 con 0x7f8c500ae750 2023-11-30T08:27:10.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c58757640 1 -- 172.21.15.116:0/1122399939 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c50068960 con 0x7f8c500ae750 2023-11-30T08:27:10.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c46ffd640 1 -- 172.21.15.116:0/1122399939 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8c400b2040 con 0x7f8c500ae750 2023-11-30T08:27:10.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c46ffd640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8c34066470 0x7f8c34068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c46ffd640 1 -- 172.21.15.116:0/1122399939 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8c4011dfe0 con 0x7f8c500ae750 2023-11-30T08:27:10.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c564f3640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8c34066470 0x7f8c34068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.630+0000 7f8c564f3640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8c34066470 0x7f8c34068930 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c008ef0 tx=0x7f8c4c008440 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:10.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.634+0000 7f8c46ffd640 1 -- 172.21.15.116:0/1122399939 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8c400eb470 con 0x7f8c500ae750 2023-11-30T08:27:10.783 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.774+0000 7f8c58757640 1 -- 172.21.15.116:0/1122399939 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8c500b6640 con 0x7f8c500ae750 2023-11-30T08:27:10.783 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c46ffd640 1 -- 172.21.15.116:0/1122399939 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8c400eea90 con 0x7f8c500ae750 2023-11-30T08:27:10.784 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 32 2023-11-30T08:27:10.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c58757640 1 -- 172.21.15.116:0/1122399939 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8c34066470 msgr2=0x7f8c34068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c58757640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8c34066470 0x7f8c34068930 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f8c4c008ef0 tx=0x7f8c4c008440 comp rx=0 tx=0).stop 2023-11-30T08:27:10.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c58757640 1 -- 172.21.15.116:0/1122399939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c500ae750 msgr2=0x7f8c5006eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c58757640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c500ae750 0x7f8c5006eea0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f8c400ae040 tx=0x7f8c400190d0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c58757640 1 -- 172.21.15.116:0/1122399939 shutdown_connections 2023-11-30T08:27:10.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c58757640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8c34066470 0x7f8c34068930 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c58757640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8c500af300 0x7f8c5006f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c58757640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c500ae750 0x7f8c5006eea0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c58757640 1 --2- 172.21.15.116:0/1122399939 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8c5006c8b0 0x7f8c5014d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c58757640 1 -- 172.21.15.116:0/1122399939 >> 172.21.15.116:0/1122399939 conn(0x7f8c500b4900 msgr2=0x7f8c50144730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:10.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c58757640 1 -- 172.21.15.116:0/1122399939 shutdown_connections 2023-11-30T08:27:10.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.778+0000 7f8c58757640 1 -- 172.21.15.116:0/1122399939 wait complete. 2023-11-30T08:27:10.800 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-30T08:27:10.915 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.906+0000 7f1321a96640 1 Processor -- start 2023-11-30T08:27:10.915 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.906+0000 7f1321a96640 1 -- start start 2023-11-30T08:27:10.916 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f131c06c8b0 0x7f131c0b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.916 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f131c0ae750 0x7f131c0ad530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f131c0b02e0 con 0x7f131c0af300 2023-11-30T08:27:10.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f131c0aded0 con 0x7f131c0ae750 2023-11-30T08:27:10.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f131c06cc90 con 0x7f131c06c8b0 2023-11-30T08:27:10.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131bfff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f131c0ae750 0x7f131c0ad530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131bfff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f131c0ae750 0x7f131c0ad530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50710/0 (socket says 172.21.15.116:50710) 2023-11-30T08:27:10.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131bfff640 1 -- 172.21.15.116:0/1144359437 learned_addr learned my addr 172.21.15.116:0/1144359437 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:10.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131b7fe640 1 --2- 172.21.15.116:0/1144359437 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f131c06c8b0 0x7f131c0b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131bfff640 1 -- 172.21.15.116:0/1144359437 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f131c06c8b0 msgr2=0x7f131c0b4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:10.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131bfff640 1 --2- 172.21.15.116:0/1144359437 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f131c06c8b0 0x7f131c0b4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131bfff640 1 -- 172.21.15.116:0/1144359437 >> v1:172.21.15.162:6789/0 conn(0x7f131c0af300 legacy=0x7f131c0ace20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:10.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131bfff640 1 -- 172.21.15.116:0/1144359437 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f131c0b05c0 con 0x7f131c0ae750 2023-11-30T08:27:10.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131b7fe640 1 --2- 172.21.15.116:0/1144359437 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f131c06c8b0 0x7f131c0b4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:10.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131bfff640 1 --2- 172.21.15.116:0/1144359437 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f131c0ae750 0x7f131c0ad530 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f131400d150 tx=0x7f131401ea80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ae638e635abda61 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:10.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131a7fc640 1 -- 172.21.15.116:0/1144359437 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f131400b2d0 con 0x7f131c0ae750 2023-11-30T08:27:10.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131a7fc640 1 -- 172.21.15.116:0/1144359437 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f131400b430 con 0x7f131c0ae750 2023-11-30T08:27:10.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f131a7fc640 1 -- 172.21.15.116:0/1144359437 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13140a7a30 con 0x7f131c0ae750 2023-11-30T08:27:10.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 -- 172.21.15.116:0/1144359437 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f131c0ae750 msgr2=0x7f131c0ad530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 --2- 172.21.15.116:0/1144359437 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f131c0ae750 0x7f131c0ad530 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f131400d150 tx=0x7f131401ea80 comp rx=0 tx=0).stop 2023-11-30T08:27:10.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 -- 172.21.15.116:0/1144359437 shutdown_connections 2023-11-30T08:27:10.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 --2- 172.21.15.116:0/1144359437 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f131c0ae750 0x7f131c0ad530 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 --2- 172.21.15.116:0/1144359437 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f131c06c8b0 0x7f131c0b4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.920 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 -- 172.21.15.116:0/1144359437 >> 172.21.15.116:0/1144359437 conn(0x7f131c0b4900 msgr2=0x7f131c0b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:10.920 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 -- 172.21.15.116:0/1144359437 shutdown_connections 2023-11-30T08:27:10.920 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.910+0000 7f1321a96640 1 -- 172.21.15.116:0/1144359437 wait complete. 2023-11-30T08:27:10.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1321a96640 1 Processor -- start 2023-11-30T08:27:10.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1321a96640 1 -- start start 2023-11-30T08:27:10.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1321a96640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f131c06c8b0 0x7f131c1de250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1321a96640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f131c0ae750 0x7f131c1da1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1321a96640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f131c0af300 0x7f131c13e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1321a96640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f131c13fa80 con 0x7f131c0af300 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1321a96640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f131c1dd7b0 con 0x7f131c06c8b0 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1321a96640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f131c146d80 con 0x7f131c0ae750 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f131bfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f131c0af300 0x7f131c13e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f131bfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f131c0af300 0x7f131c13e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50722/0 (socket says 172.21.15.116:50722) 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f131bfff640 1 -- 172.21.15.116:0/3318417594 learned_addr learned my addr 172.21.15.116:0/3318417594 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f131b7fe640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f131c06c8b0 0x7f131c1de250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f131bfff640 1 -- 172.21.15.116:0/3318417594 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f131c0ae750 msgr2=0x7f131c1da1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f131affd640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f131c0ae750 0x7f131c1da1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f131bfff640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f131c0ae750 0x7f131c1da1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f131bfff640 1 -- 172.21.15.116:0/3318417594 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f131c06c8b0 msgr2=0x7f131c1de250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f131bfff640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f131c06c8b0 0x7f131c1de250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f131bfff640 1 -- 172.21.15.116:0/3318417594 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f131400bd40 con 0x7f131c0af300 2023-11-30T08:27:10.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f131bfff640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f131c0af300 0x7f131c13e790 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f131401d130 tx=0x7f131401b820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:10.924 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1303fff640 1 -- 172.21.15.116:0/3318417594 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1314009600 con 0x7f131c0af300 2023-11-30T08:27:10.924 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1303fff640 1 -- 172.21.15.116:0/3318417594 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1314009780 con 0x7f131c0af300 2023-11-30T08:27:10.924 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1321a96640 1 -- 172.21.15.116:0/3318417594 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f131c1dda50 con 0x7f131c0af300 2023-11-30T08:27:10.924 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1303fff640 1 -- 172.21.15.116:0/3318417594 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1314009b30 con 0x7f131c0af300 2023-11-30T08:27:10.924 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1321a96640 1 -- 172.21.15.116:0/3318417594 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f131c146aa0 con 0x7f131c0af300 2023-11-30T08:27:10.924 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1321a96640 1 -- 172.21.15.116:0/3318417594 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f131c1ddf70 con 0x7f131c0af300 2023-11-30T08:27:10.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1303fff640 1 -- 172.21.15.116:0/3318417594 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1314009c90 con 0x7f131c0af300 2023-11-30T08:27:10.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.914+0000 7f1303fff640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f13080664a0 0x7f1308068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:10.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.918+0000 7f1303fff640 1 -- 172.21.15.116:0/3318417594 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1314121130 con 0x7f131c0af300 2023-11-30T08:27:10.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.918+0000 7f131b7fe640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f13080664a0 0x7f1308068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:10.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.918+0000 7f131b7fe640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f13080664a0 0x7f1308068960 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f131c149bb0 tx=0x7f130c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:10.927 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:10.918+0000 7f1303fff640 1 -- 172.21.15.116:0/3318417594 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f13140ee640 con 0x7f131c0af300 2023-11-30T08:27:11.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 -- 172.21.15.116:0/3318417594 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f131c068960 con 0x7f131c0af300 2023-11-30T08:27:11.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1303fff640 1 -- 172.21.15.116:0/3318417594 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f13140f1c60 con 0x7f131c0af300 2023-11-30T08:27:11.085 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 64 2023-11-30T08:27:11.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 -- 172.21.15.116:0/3318417594 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f13080664a0 msgr2=0x7f1308068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f13080664a0 0x7f1308068960 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f131c149bb0 tx=0x7f130c008040 comp rx=0 tx=0).stop 2023-11-30T08:27:11.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 -- 172.21.15.116:0/3318417594 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f131c0af300 msgr2=0x7f131c13e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f131c0af300 0x7f131c13e790 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f131401d130 tx=0x7f131401b820 comp rx=0 tx=0).stop 2023-11-30T08:27:11.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 -- 172.21.15.116:0/3318417594 shutdown_connections 2023-11-30T08:27:11.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f131c0af300 0x7f131c13e790 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f13080664a0 0x7f1308068960 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f131c0ae750 0x7f131c1da1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 --2- 172.21.15.116:0/3318417594 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f131c06c8b0 0x7f131c1de250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 -- 172.21.15.116:0/3318417594 >> 172.21.15.116:0/3318417594 conn(0x7f131c0b4900 msgr2=0x7f131c145740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:11.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 -- 172.21.15.116:0/3318417594 shutdown_connections 2023-11-30T08:27:11.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.078+0000 7f1321a96640 1 -- 172.21.15.116:0/3318417594 wait complete. 2023-11-30T08:27:11.103 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:11.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.202+0000 7f57686f3640 1 Processor -- start 2023-11-30T08:27:11.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.202+0000 7f57686f3640 1 -- start start 2023-11-30T08:27:11.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f57686f3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f57600b70b0 0x7f57600b0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f57686f3640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57600b6120 con 0x7f57600b0cb0 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f57686f3640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5760071730 con 0x7f57600b4860 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f57686f3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57600b5780 con 0x7f57600b70b0 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f5766c90640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f57600b0cb0 0x7f5760071020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50808/0 (socket says 172.21.15.116:50808) 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f5766c90640 1 -- 172.21.15.116:0/244381194 learned_addr learned my addr 172.21.15.116:0/244381194 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2165319739 0 0) 0x7f57600b6120 con 0x7f57600b0cb0 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f574c003530 con 0x7f57600b0cb0 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576648f640 1 --2- 172.21.15.116:0/244381194 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f57600b70b0 0x7f57600b0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3489063790 0 0) 0x7f574c003530 con 0x7f57600b0cb0 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f57600b70b0 msgr2=0x7f57600b0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 --2- 172.21.15.116:0/244381194 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f57600b70b0 0x7f57600b0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 >> v1:172.21.15.162:6789/0 conn(0x7f57600b4860 legacy=0x7f5760070910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57600b5200 con 0x7f57600b0cb0 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f5758001a00 con 0x7f57600b0cb0 2023-11-30T08:27:11.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 >> v1:172.21.15.116:6789/0 conn(0x7f57600b0cb0 legacy=0x7f5760071020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 --2- 172.21.15.116:0/244381194 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f57600b70b0 0x7f574c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 --2- 172.21.15.116:0/244381194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f574c003fe0 0x7f574c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 --2- 172.21.15.116:0/244381194 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c004d10 0x7f574c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f574c00bb20 con 0x7f574c004d10 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f574c00bc90 con 0x7f574c003fe0 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f574c00be50 con 0x7f57600b70b0 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f5766c90640 1 --2- 172.21.15.116:0/244381194 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c004d10 0x7f574c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576648f640 1 --2- 172.21.15.116:0/244381194 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f57600b70b0 0x7f574c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f5765c8e640 1 --2- 172.21.15.116:0/244381194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f574c003fe0 0x7f574c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f5766c90640 1 -- 172.21.15.116:0/244381194 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f57600b70b0 msgr2=0x7f574c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f5766c90640 1 --2- 172.21.15.116:0/244381194 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f57600b70b0 0x7f574c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f5766c90640 1 -- 172.21.15.116:0/244381194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f574c003fe0 msgr2=0x7f574c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f5766c90640 1 --2- 172.21.15.116:0/244381194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f574c003fe0 0x7f574c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f5766c90640 1 -- 172.21.15.116:0/244381194 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f574c003530 con 0x7f574c004d10 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f5766c90640 1 --2- 172.21.15.116:0/244381194 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c004d10 0x7f574c005190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f575800a820 tx=0x7f575801d320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c766f67f53e99abc server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57580072d0 con 0x7f574c004d10 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57580a8070 con 0x7f574c004d10 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.206+0000 7f576548d640 1 -- 172.21.15.116:0/244381194 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57580076f0 con 0x7f574c004d10 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 -- 172.21.15.116:0/244381194 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c004d10 msgr2=0x7f574c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 --2- 172.21.15.116:0/244381194 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c004d10 0x7f574c005190 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f575800a820 tx=0x7f575801d320 comp rx=0 tx=0).stop 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f5766c90640 1 -- 172.21.15.116:0/244381194 reap_dead start 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 -- 172.21.15.116:0/244381194 shutdown_connections 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 -- 172.21.15.116:0/244381194 >> 172.21.15.116:0/244381194 conn(0x7f576006a980 msgr2=0x7f576006ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 -- 172.21.15.116:0/244381194 shutdown_connections 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 -- 172.21.15.116:0/244381194 wait complete. 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 Processor -- start 2023-11-30T08:27:11.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 -- start start 2023-11-30T08:27:11.219 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57601cce80 0x7f576006c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.219 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f576006d2a0 0x7f576013cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.219 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f576013d130 0x7f576013d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.219 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f576006b690 con 0x7f57601cce80 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f576006b930 con 0x7f576006d2a0 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57600b99c0 con 0x7f576013d130 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f576648f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57601cce80 0x7f576006c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f576648f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57601cce80 0x7f576006c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50738/0 (socket says 172.21.15.116:50738) 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f576648f640 1 -- 172.21.15.116:0/686263367 learned_addr learned my addr 172.21.15.116:0/686263367 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f5765c8e640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f576006d2a0 0x7f576013cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f576648f640 1 -- 172.21.15.116:0/686263367 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f576013d130 msgr2=0x7f576013d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f576648f640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f576013d130 0x7f576013d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f576648f640 1 -- 172.21.15.116:0/686263367 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f576006d2a0 msgr2=0x7f576013cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f576648f640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f576006d2a0 0x7f576013cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f576648f640 1 -- 172.21.15.116:0/686263367 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57601cd260 con 0x7f57601cce80 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f5765c8e640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f576006d2a0 0x7f576013cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f576648f640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57601cce80 0x7f576006c310 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f575c00f580 tx=0x7f575c00fa40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:11.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f5756ffd640 1 -- 172.21.15.116:0/686263367 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f575c014870 con 0x7f57601cce80 2023-11-30T08:27:11.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f5756ffd640 1 -- 172.21.15.116:0/686263367 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f575c0149d0 con 0x7f57601cce80 2023-11-30T08:27:11.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 -- 172.21.15.116:0/686263367 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f576013ee50 con 0x7f57601cce80 2023-11-30T08:27:11.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f5756ffd640 1 -- 172.21.15.116:0/686263367 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f575c014d60 con 0x7f57601cce80 2023-11-30T08:27:11.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 -- 172.21.15.116:0/686263367 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f576013ead0 con 0x7f57601cce80 2023-11-30T08:27:11.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.210+0000 7f57686f3640 1 -- 172.21.15.116:0/686263367 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57600b9b80 con 0x7f57601cce80 2023-11-30T08:27:11.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.214+0000 7f5756ffd640 1 -- 172.21.15.116:0/686263367 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f575c015410 con 0x7f57601cce80 2023-11-30T08:27:11.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.214+0000 7f5756ffd640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5744066470 0x7f5744068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.214+0000 7f5756ffd640 1 -- 172.21.15.116:0/686263367 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f575c0848b0 con 0x7f57601cce80 2023-11-30T08:27:11.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.214+0000 7f5765c8e640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5744066470 0x7f5744068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.214+0000 7f5765c8e640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5744066470 0x7f5744068930 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f57600b9650 tx=0x7f5750009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:11.224 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.218+0000 7f5756ffd640 1 -- 172.21.15.116:0/686263367 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f575c051d40 con 0x7f57601cce80 2023-11-30T08:27:11.400 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 -- 172.21.15.116:0/686263367 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f57600688f0 con 0x7f57601cce80 2023-11-30T08:27:11.400 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f5756ffd640 1 -- 172.21.15.116:0/686263367 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+3333 (secure 0 0 0) 0x7f575c055360 con 0x7f57601cce80 2023-11-30T08:27:11.400 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:11.400 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1863471364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1863471364},{"type":"v1","addr":"172.21.15.162:6833","nonce":1863471364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:00.537666+0000","modified":"2023-11-30T08:27:03.551014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3119338983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3119338983},{"type":"v1","addr":"172.21.15.116:6835","nonce":3119338983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-30T08:27:11.401 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 8 2023-11-30T08:27:11.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 -- 172.21.15.116:0/686263367 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5744066470 msgr2=0x7f5744068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5744066470 0x7f5744068930 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f57600b9650 tx=0x7f5750009040 comp rx=0 tx=0).stop 2023-11-30T08:27:11.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 -- 172.21.15.116:0/686263367 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57601cce80 msgr2=0x7f576006c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57601cce80 0x7f576006c310 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f575c00f580 tx=0x7f575c00fa40 comp rx=0 tx=0).stop 2023-11-30T08:27:11.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 -- 172.21.15.116:0/686263367 shutdown_connections 2023-11-30T08:27:11.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5744066470 0x7f5744068930 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f576013d130 0x7f576013d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f576006d2a0 0x7f576013cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 --2- 172.21.15.116:0/686263367 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f57601cce80 0x7f576006c310 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 -- 172.21.15.116:0/686263367 >> 172.21.15.116:0/686263367 conn(0x7f576006a980 msgr2=0x7f5760144f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:11.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 -- 172.21.15.116:0/686263367 shutdown_connections 2023-11-30T08:27:11.404 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.394+0000 7f57686f3640 1 -- 172.21.15.116:0/686263367 wait complete. 2023-11-30T08:27:11.418 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:11.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.526+0000 7fd5494aa640 1 Processor -- start 2023-11-30T08:27:11.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd5494aa640 1 -- start start 2023-11-30T08:27:11.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd5494aa640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd54414a390 0x7fd5440b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd5494aa640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd544140ab0 con 0x7fd5440bc800 2023-11-30T08:27:11.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd5494aa640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5440bcbe0 con 0x7fd54413ff50 2023-11-30T08:27:11.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd5494aa640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5440b38f0 con 0x7fd54414a390 2023-11-30T08:27:11.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd542ffd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fd5440bc800 0x7fd544149c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50810/0 (socket says 172.21.15.116:50810) 2023-11-30T08:27:11.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd542ffd640 1 -- 172.21.15.116:0/226646004 learned_addr learned my addr 172.21.15.116:0/226646004 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:11.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2904094606 0 0) 0x7fd538001120 con 0x7fd5440bc800 2023-11-30T08:27:11.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd52c003530 con 0x7fd5440bc800 2023-11-30T08:27:11.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd5427fc640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd54414a390 0x7fd5440b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3702874394 0 0) 0x7fd52c003530 con 0x7fd5440bc800 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd54414a390 msgr2=0x7fd5440b4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd54414a390 0x7fd5440b4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 >> v1:172.21.15.162:6789/0 conn(0x7fd54413ff50 legacy=0x7fd5441403a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5440b3bd0 con 0x7fd5440bc800 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fd538001810 con 0x7fd5440bc800 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd5427fc640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd54414a390 0x7fd5440b4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 >> v1:172.21.15.116:6789/0 conn(0x7fd5440bc800 legacy=0x7fd544149c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd52c0039b0 0x7fd52c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd52c0047d0 0x7fd52c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd54414a390 0x7fd52c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5440b38f0 con 0x7fd52c0039b0 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd52c00bac0 con 0x7fd52c0047d0 2023-11-30T08:27:11.539 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd52c00bc80 con 0x7fd54414a390 2023-11-30T08:27:11.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd542ffd640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd52c0039b0 0x7fd52c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd5427fc640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd52c0047d0 0x7fd52c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd542ffd640 1 -- 172.21.15.116:0/226646004 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd54414a390 msgr2=0x7fd52c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:11.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd542ffd640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd54414a390 0x7fd52c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd542ffd640 1 -- 172.21.15.116:0/226646004 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd52c0047d0 msgr2=0x7fd52c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:11.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd542ffd640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd52c0047d0 0x7fd52c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd542ffd640 1 -- 172.21.15.116:0/226646004 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd52c003530 con 0x7fd52c0039b0 2023-11-30T08:27:11.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.530+0000 7fd5427fc640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd52c0047d0 0x7fd52c004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:11.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd542ffd640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd52c0039b0 0x7fd52c003dd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd53800c190 tx=0x7fd53801cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c5ea8ffc3d94fc2 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:11.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd538005ae0 con 0x7fd52c0039b0 2023-11-30T08:27:11.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd538005c60 con 0x7fd52c0039b0 2023-11-30T08:27:11.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd541ffb640 1 -- 172.21.15.116:0/226646004 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd538007070 con 0x7fd52c0039b0 2023-11-30T08:27:11.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 -- 172.21.15.116:0/226646004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd52c0039b0 msgr2=0x7fd52c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.542 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 --2- 172.21.15.116:0/226646004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd52c0039b0 0x7fd52c003dd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd53800c190 tx=0x7fd53801cbf0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.542 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5437fe640 1 -- 172.21.15.116:0/226646004 reap_dead start 2023-11-30T08:27:11.542 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 -- 172.21.15.116:0/226646004 shutdown_connections 2023-11-30T08:27:11.542 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 -- 172.21.15.116:0/226646004 >> 172.21.15.116:0/226646004 conn(0x7fd5440722b0 msgr2=0x7fd5440bbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:11.542 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 -- 172.21.15.116:0/226646004 shutdown_connections 2023-11-30T08:27:11.542 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 -- 172.21.15.116:0/226646004 wait complete. 2023-11-30T08:27:11.542 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 Processor -- start 2023-11-30T08:27:11.542 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 -- start start 2023-11-30T08:27:11.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd52c0039b0 0x7fd5441428e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd544148fd0 0x7fd544141810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd544141d50 0x7fd54413dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5440a8b80 con 0x7fd544141d50 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5441e30e0 con 0x7fd52c0039b0 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd544149410 con 0x7fd544148fd0 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5437fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd544141d50 0x7fd54413dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5437fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd544141d50 0x7fd54413dc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50756/0 (socket says 172.21.15.116:50756) 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5437fe640 1 -- 172.21.15.116:0/640298627 learned_addr learned my addr 172.21.15.116:0/640298627 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd542ffd640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd52c0039b0 0x7fd5441428e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5427fc640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd544148fd0 0x7fd544141810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5437fe640 1 -- 172.21.15.116:0/640298627 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd544148fd0 msgr2=0x7fd544141810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5437fe640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd544148fd0 0x7fd544141810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5437fe640 1 -- 172.21.15.116:0/640298627 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd52c0039b0 msgr2=0x7fd5441428e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5437fe640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd52c0039b0 0x7fd5441428e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.546 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5437fe640 1 -- 172.21.15.116:0/640298627 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd54414c9f0 con 0x7fd544141d50 2023-11-30T08:27:11.546 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5437fe640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd544141d50 0x7fd54413dc70 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd5440b55b0 tx=0x7fd53c00c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:11.546 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd52b7fe640 1 -- 172.21.15.116:0/640298627 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd53c004220 con 0x7fd544141d50 2023-11-30T08:27:11.546 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd52b7fe640 1 -- 172.21.15.116:0/640298627 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd53c0043a0 con 0x7fd544141d50 2023-11-30T08:27:11.546 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 -- 172.21.15.116:0/640298627 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5441e2a90 con 0x7fd544141d50 2023-11-30T08:27:11.546 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd52b7fe640 1 -- 172.21.15.116:0/640298627 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd53c007310 con 0x7fd544141d50 2023-11-30T08:27:11.546 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.534+0000 7fd5494aa640 1 -- 172.21.15.116:0/640298627 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd544143560 con 0x7fd544141d50 2023-11-30T08:27:11.546 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.538+0000 7fd5494aa640 1 -- 172.21.15.116:0/640298627 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd544067de0 con 0x7fd544141d50 2023-11-30T08:27:11.546 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.538+0000 7fd52b7fe640 1 -- 172.21.15.116:0/640298627 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd53c007470 con 0x7fd544141d50 2023-11-30T08:27:11.546 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.538+0000 7fd52b7fe640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd5300664c0 0x7fd530068980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.546 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.538+0000 7fd52b7fe640 1 -- 172.21.15.116:0/640298627 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd53c082f10 con 0x7fd544141d50 2023-11-30T08:27:11.546 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.538+0000 7fd542ffd640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd5300664c0 0x7fd530068980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.547 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.538+0000 7fd542ffd640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd5300664c0 0x7fd530068980 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fd5380ab000 tx=0x7fd5380a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:11.548 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.542+0000 7fd52b7fe640 1 -- 172.21.15.116:0/640298627 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd53c0503e0 con 0x7fd544141d50 2023-11-30T08:27:11.704 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.698+0000 7fd5494aa640 1 -- 172.21.15.116:0/640298627 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd5441e3290 con 0x7fd544141d50 2023-11-30T08:27:11.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.698+0000 7fd52b7fe640 1 -- 172.21.15.116:0/640298627 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7fd5441e3290 con 0x7fd544141d50 2023-11-30T08:27:11.706 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:11.706 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:11.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.702+0000 7fd5494aa640 1 -- 172.21.15.116:0/640298627 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd5300664c0 msgr2=0x7fd530068980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.702+0000 7fd5494aa640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd5300664c0 0x7fd530068980 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fd5380ab000 tx=0x7fd5380a7070 comp rx=0 tx=0).stop 2023-11-30T08:27:11.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.702+0000 7fd5494aa640 1 -- 172.21.15.116:0/640298627 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd544141d50 msgr2=0x7fd54413dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.702+0000 7fd5494aa640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd544141d50 0x7fd54413dc70 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fd5440b55b0 tx=0x7fd53c00c820 comp rx=0 tx=0).stop 2023-11-30T08:27:11.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.702+0000 7fd5494aa640 1 -- 172.21.15.116:0/640298627 shutdown_connections 2023-11-30T08:27:11.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.702+0000 7fd5494aa640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd544141d50 0x7fd54413dc70 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.702+0000 7fd5494aa640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd5300664c0 0x7fd530068980 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.702+0000 7fd5494aa640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd544148fd0 0x7fd544141810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.702+0000 7fd5494aa640 1 --2- 172.21.15.116:0/640298627 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd52c0039b0 0x7fd5441428e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.702+0000 7fd5494aa640 1 -- 172.21.15.116:0/640298627 >> 172.21.15.116:0/640298627 conn(0x7fd5440722b0 msgr2=0x7fd5440b6f60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:11.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.702+0000 7fd5494aa640 1 -- 172.21.15.116:0/640298627 shutdown_connections 2023-11-30T08:27:11.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.702+0000 7fd5494aa640 1 -- 172.21.15.116:0/640298627 wait complete. 2023-11-30T08:27:11.728 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:11.843 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b2b761640 1 Processor -- start 2023-11-30T08:27:11.844 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b2b761640 1 -- start start 2023-11-30T08:27:11.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b2b761640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2b240b6fe0 0x7f2b240b6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b2b761640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f2b2406ca80 0x7f2b2406cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b2b761640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b2406d420 con 0x7f2b241404c0 2023-11-30T08:27:11.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b2b761640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2b240b5920 con 0x7f2b2406ca80 2023-11-30T08:27:11.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b2b761640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b240b73c0 con 0x7f2b240b6fe0 2023-11-30T08:27:11.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b28cfc640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f2b2406ca80 0x7f2b2406cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b28cfc640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f2b2406ca80 0x7f2b2406cee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50762/0 (socket says 172.21.15.116:50762) 2023-11-30T08:27:11.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b28cfc640 1 -- 172.21.15.116:0/1054839921 learned_addr learned my addr 172.21.15.116:0/1054839921 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:11.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b294fd640 1 --2- 172.21.15.116:0/1054839921 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2b240b6fe0 0x7f2b240b6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b28cfc640 1 -- 172.21.15.116:0/1054839921 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2b240b6fe0 msgr2=0x7f2b240b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:11.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b28cfc640 1 --2- 172.21.15.116:0/1054839921 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2b240b6fe0 0x7f2b240b6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b28cfc640 1 -- 172.21.15.116:0/1054839921 >> v1:172.21.15.162:6789/0 conn(0x7f2b241404c0 legacy=0x7f2b24140910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b28cfc640 1 -- 172.21.15.116:0/1054839921 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b240b4cb0 con 0x7f2b2406ca80 2023-11-30T08:27:11.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.838+0000 7f2b294fd640 1 --2- 172.21.15.116:0/1054839921 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2b240b6fe0 0x7f2b240b6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:11.848 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b28cfc640 1 --2- 172.21.15.116:0/1054839921 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2b2406ca80 0x7f2b2406cee0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2b14009870 tx=0x7f2b1401c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2631378039d70fb server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:11.848 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b1bfff640 1 -- 172.21.15.116:0/1054839921 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b140ab680 con 0x7f2b2406ca80 2023-11-30T08:27:11.848 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b1bfff640 1 -- 172.21.15.116:0/1054839921 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b140ab7e0 con 0x7f2b2406ca80 2023-11-30T08:27:11.848 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b1bfff640 1 -- 172.21.15.116:0/1054839921 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b140abb70 con 0x7f2b2406ca80 2023-11-30T08:27:11.849 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 -- 172.21.15.116:0/1054839921 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2b2406ca80 msgr2=0x7f2b2406cee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.849 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 --2- 172.21.15.116:0/1054839921 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2b2406ca80 0x7f2b2406cee0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f2b14009870 tx=0x7f2b1401c480 comp rx=0 tx=0).stop 2023-11-30T08:27:11.849 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 -- 172.21.15.116:0/1054839921 shutdown_connections 2023-11-30T08:27:11.849 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 --2- 172.21.15.116:0/1054839921 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2b2406ca80 0x7f2b2406cee0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.849 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 --2- 172.21.15.116:0/1054839921 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2b240b6fe0 0x7f2b240b6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 -- 172.21.15.116:0/1054839921 >> 172.21.15.116:0/1054839921 conn(0x7f2b2406a980 msgr2=0x7f2b2406ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:11.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 -- 172.21.15.116:0/1054839921 shutdown_connections 2023-11-30T08:27:11.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 -- 172.21.15.116:0/1054839921 wait complete. 2023-11-30T08:27:11.852 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 Processor -- start 2023-11-30T08:27:11.852 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 -- start start 2023-11-30T08:27:11.852 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2b2406ca80 0x7f2b24137bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.852 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2b240b6fe0 0x7f2b240b93a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.852 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2b241404c0 0x7f2b2413baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.852 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b240b98e0 con 0x7f2b240b6fe0 2023-11-30T08:27:11.852 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b240ba6d0 con 0x7f2b241404c0 2023-11-30T08:27:11.852 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b2b761640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b240b8ba0 con 0x7f2b2406ca80 2023-11-30T08:27:11.852 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b28cfc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2b240b6fe0 0x7f2b240b93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.852 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b28cfc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2b240b6fe0 0x7f2b240b93a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50772/0 (socket says 172.21.15.116:50772) 2023-11-30T08:27:11.852 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b28cfc640 1 -- 172.21.15.116:0/1226085380 learned_addr learned my addr 172.21.15.116:0/1226085380 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:11.852 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b29cfe640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2b241404c0 0x7f2b2413baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b294fd640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2b2406ca80 0x7f2b24137bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b28cfc640 1 -- 172.21.15.116:0/1226085380 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2b2406ca80 msgr2=0x7f2b24137bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b28cfc640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2b2406ca80 0x7f2b24137bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b28cfc640 1 -- 172.21.15.116:0/1226085380 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2b241404c0 msgr2=0x7f2b2413baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b28cfc640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2b241404c0 0x7f2b2413baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b28cfc640 1 -- 172.21.15.116:0/1226085380 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b140094d0 con 0x7f2b240b6fe0 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.842+0000 7f2b29cfe640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2b241404c0 0x7f2b2413baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.846+0000 7f2b28cfc640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2b240b6fe0 0x7f2b240b93a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2b140ad040 tx=0x7f2b1401acc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.846+0000 7f2b19ffb640 1 -- 172.21.15.116:0/1226085380 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b140b4800 con 0x7f2b240b6fe0 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.846+0000 7f2b19ffb640 1 -- 172.21.15.116:0/1226085380 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b140b4960 con 0x7f2b240b6fe0 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.846+0000 7f2b2b761640 1 -- 172.21.15.116:0/1226085380 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b240b8e80 con 0x7f2b240b6fe0 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.846+0000 7f2b19ffb640 1 -- 172.21.15.116:0/1226085380 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b140b4d10 con 0x7f2b240b6fe0 2023-11-30T08:27:11.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.846+0000 7f2b2b761640 1 -- 172.21.15.116:0/1226085380 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b2413cf20 con 0x7f2b240b6fe0 2023-11-30T08:27:11.854 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.846+0000 7f2b2b761640 1 -- 172.21.15.116:0/1226085380 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b240688f0 con 0x7f2b240b6fe0 2023-11-30T08:27:11.854 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.846+0000 7f2b19ffb640 1 -- 172.21.15.116:0/1226085380 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2b140c7440 con 0x7f2b240b6fe0 2023-11-30T08:27:11.854 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.846+0000 7f2b19ffb640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2b08066470 0x7f2b08068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:11.854 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.846+0000 7f2b19ffb640 1 -- 172.21.15.116:0/1226085380 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2b1411ed20 con 0x7f2b240b6fe0 2023-11-30T08:27:11.854 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.846+0000 7f2b294fd640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2b08066470 0x7f2b08068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:11.855 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.846+0000 7f2b294fd640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2b08066470 0x7f2b08068930 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f2b200098b0 tx=0x7f2b20008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:11.857 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:11.850+0000 7f2b19ffb640 1 -- 172.21.15.116:0/1226085380 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2b140ec230 con 0x7f2b240b6fe0 2023-11-30T08:27:12.046 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.037+0000 7f2b2b761640 1 -- 172.21.15.116:0/1226085380 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2b241453f0 con 0x7f2b240b6fe0 2023-11-30T08:27:12.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.037+0000 7f2b19ffb640 1 -- 172.21.15.116:0/1226085380 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+3333 (secure 0 0 0) 0x7f2b140ef850 con 0x7f2b240b6fe0 2023-11-30T08:27:12.047 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:12.047 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1863471364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1863471364},{"type":"v1","addr":"172.21.15.162:6833","nonce":1863471364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:00.537666+0000","modified":"2023-11-30T08:27:03.551014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3119338983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3119338983},{"type":"v1","addr":"172.21.15.116:6835","nonce":3119338983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-30T08:27:12.048 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 8 2023-11-30T08:27:12.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.041+0000 7f2b2b761640 1 -- 172.21.15.116:0/1226085380 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2b08066470 msgr2=0x7f2b08068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.041+0000 7f2b2b761640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2b08066470 0x7f2b08068930 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f2b200098b0 tx=0x7f2b20008040 comp rx=0 tx=0).stop 2023-11-30T08:27:12.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.041+0000 7f2b2b761640 1 -- 172.21.15.116:0/1226085380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2b240b6fe0 msgr2=0x7f2b240b93a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.041+0000 7f2b2b761640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2b240b6fe0 0x7f2b240b93a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2b140ad040 tx=0x7f2b1401acc0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.041+0000 7f2b2b761640 1 -- 172.21.15.116:0/1226085380 shutdown_connections 2023-11-30T08:27:12.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.041+0000 7f2b2b761640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2b241404c0 0x7f2b2413baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.041+0000 7f2b2b761640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2b240b6fe0 0x7f2b240b93a0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.041+0000 7f2b2b761640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2b08066470 0x7f2b08068930 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.041+0000 7f2b2b761640 1 --2- 172.21.15.116:0/1226085380 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2b2406ca80 0x7f2b24137bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.041+0000 7f2b2b761640 1 -- 172.21.15.116:0/1226085380 >> 172.21.15.116:0/1226085380 conn(0x7f2b2406a980 msgr2=0x7f2b241408d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:12.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.041+0000 7f2b2b761640 1 -- 172.21.15.116:0/1226085380 shutdown_connections 2023-11-30T08:27:12.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.041+0000 7f2b2b761640 1 -- 172.21.15.116:0/1226085380 wait complete. 2023-11-30T08:27:12.267 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-11-30T08:27:00.537666+0000', 'modified': '2023-11-30T08:27:03.551014+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4275}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4275': {'gid': 4275, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.116:6835/3119338983', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6834', 'nonce': 3119338983}, {'type': 'v1', 'addr': '172.21.15.116:6835', 'nonce': 3119338983}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-11-30T08:27:12.267 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-11-30T08:27:12.267 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-11-30T08:27:12.394 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f60a6152640 1 Processor -- start 2023-11-30T08:27:12.394 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f60a6152640 1 -- start start 2023-11-30T08:27:12.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f60a6152640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f60a00ba4f0 0x7f60a013e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f60a6152640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a00b7b60 0x7f60a013e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f60a6152640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60a00ba8d0 con 0x7f60a00b9500 2023-11-30T08:27:12.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f60a6152640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60a00b1500 con 0x7f60a00ba4f0 2023-11-30T08:27:12.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f60a6152640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60a00b7ff0 con 0x7f60a00b7b60 2023-11-30T08:27:12.396 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f609f7fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f60a00ba4f0 0x7f60a013e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.396 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f609f7fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f60a00ba4f0 0x7f60a013e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50780/0 (socket says 172.21.15.116:50780) 2023-11-30T08:27:12.396 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f609f7fe640 1 -- 172.21.15.116:0/382437862 learned_addr learned my addr 172.21.15.116:0/382437862 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:12.396 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f609ffff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f60a00b9500 0x7f60a0147b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50812/0 (socket says 172.21.15.116:50812) 2023-11-30T08:27:12.396 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f609f7fe640 1 -- 172.21.15.116:0/382437862 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a00b7b60 msgr2=0x7f60a013e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:12.396 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f609f7fe640 1 --2- 172.21.15.116:0/382437862 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a00b7b60 0x7f60a013e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.396 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f609f7fe640 1 -- 172.21.15.116:0/382437862 >> v1:172.21.15.116:6789/0 conn(0x7f60a00b9500 legacy=0x7f60a0147b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.396 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f609f7fe640 1 -- 172.21.15.116:0/382437862 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60a00b82d0 con 0x7f60a00ba4f0 2023-11-30T08:27:12.396 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.385+0000 7f609effd640 1 -- 172.21.15.116:0/382437862 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2456986555 0 0) 0x7f60a00ba8d0 con 0x7f60a00b9500 2023-11-30T08:27:12.397 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f609f7fe640 1 --2- 172.21.15.116:0/382437862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a00ba4f0 0x7f60a013e300 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6090009870 tx=0x7f609001c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faf83b2b120beeff server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:12.397 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f609effd640 1 -- 172.21.15.116:0/382437862 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60900a6040 con 0x7f60a00ba4f0 2023-11-30T08:27:12.398 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f609effd640 1 -- 172.21.15.116:0/382437862 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60900aa600 con 0x7f60a00ba4f0 2023-11-30T08:27:12.398 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f609effd640 1 -- 172.21.15.116:0/382437862 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60900aa990 con 0x7f60a00ba4f0 2023-11-30T08:27:12.398 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f60a6152640 1 -- 172.21.15.116:0/382437862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a00ba4f0 msgr2=0x7f60a013e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f60a6152640 1 --2- 172.21.15.116:0/382437862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a00ba4f0 0x7f60a013e300 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f6090009870 tx=0x7f609001c510 comp rx=0 tx=0).stop 2023-11-30T08:27:12.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f60a6152640 1 -- 172.21.15.116:0/382437862 shutdown_connections 2023-11-30T08:27:12.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f60a6152640 1 --2- 172.21.15.116:0/382437862 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a00b7b60 0x7f60a013e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f60a6152640 1 --2- 172.21.15.116:0/382437862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a00ba4f0 0x7f60a013e300 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f60a6152640 1 -- 172.21.15.116:0/382437862 >> 172.21.15.116:0/382437862 conn(0x7f60a006a980 msgr2=0x7f60a006ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:12.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f60a6152640 1 -- 172.21.15.116:0/382437862 shutdown_connections 2023-11-30T08:27:12.399 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f60a6152640 1 -- 172.21.15.116:0/382437862 wait complete. 2023-11-30T08:27:12.401 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f60a6152640 1 Processor -- start 2023-11-30T08:27:12.401 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.389+0000 7f60a6152640 1 -- start start 2023-11-30T08:27:12.401 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f60a6152640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a00b9500 0x7f60a0144810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f60a6152640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60a00ba4f0 0x7f60a01dfc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f60a6152640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a01e0140 0x7f60a013ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f60a6152640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a0141c00 con 0x7f60a00b9500 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f60a6152640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a01450b0 con 0x7f60a00ba4f0 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f60a6152640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60a0140ae0 con 0x7f60a01e0140 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609f7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a00b9500 0x7f60a0144810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609f7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a00b9500 0x7f60a0144810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50788/0 (socket says 172.21.15.116:50788) 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609f7fe640 1 -- 172.21.15.116:0/3440289900 learned_addr learned my addr 172.21.15.116:0/3440289900 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609f7fe640 1 -- 172.21.15.116:0/3440289900 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a01e0140 msgr2=0x7f60a013ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609ffff640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a01e0140 0x7f60a013ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609f7fe640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a01e0140 0x7f60a013ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609f7fe640 1 -- 172.21.15.116:0/3440289900 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60a00ba4f0 msgr2=0x7f60a01dfc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609f7fe640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60a00ba4f0 0x7f60a01dfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609f7fe640 1 -- 172.21.15.116:0/3440289900 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60900094d0 con 0x7f60a00b9500 2023-11-30T08:27:12.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609f7fe640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a00b9500 0x7f60a0144810 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f609001abc0 tx=0x7f609001ad50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:12.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609cff9640 1 -- 172.21.15.116:0/3440289900 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60900b3800 con 0x7f60a00b9500 2023-11-30T08:27:12.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609cff9640 1 -- 172.21.15.116:0/3440289900 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60900b3960 con 0x7f60a00b9500 2023-11-30T08:27:12.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f60a6152640 1 -- 172.21.15.116:0/3440289900 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60a0140dc0 con 0x7f60a00b9500 2023-11-30T08:27:12.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609cff9640 1 -- 172.21.15.116:0/3440289900 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60900b3d10 con 0x7f60a00b9500 2023-11-30T08:27:12.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f60a6152640 1 -- 172.21.15.116:0/3440289900 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60a0144d50 con 0x7f60a00b9500 2023-11-30T08:27:12.406 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609cff9640 1 -- 172.21.15.116:0/3440289900 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f60900bd3f0 con 0x7f60a00b9500 2023-11-30T08:27:12.406 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609cff9640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f60800664a0 0x7f6080068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.406 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f609cff9640 1 -- 172.21.15.116:0/3440289900 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f609011e130 con 0x7f60a00b9500 2023-11-30T08:27:12.406 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f6097fff640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f60800664a0 0x7f6080068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.406 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f6097fff640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f60800664a0 0x7f6080068960 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f60a01e0cc0 tx=0x7f6088006ca0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:12.406 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f60a9282000 1 Processor -- start 2023-11-30T08:27:12.406 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.393+0000 7f60a9282000 1 -- start start 2023-11-30T08:27:12.406 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2100 0x55b3437a24e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2a20 0x55b34379cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 0x55b34379d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3435d7130 con 0x55b3437a2a20 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3435c49a0 con 0x55b3437a2100 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b3435c1ed0 con 0x55b34379d3e0 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2a20 0x55b34379cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2a20 0x55b34379cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50802/0 (socket says 172.21.15.116:50802) 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 -- 172.21.15.116:0/2841774689 learned_addr learned my addr 172.21.15.116:0/2841774689 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f609f7fe640 1 --2- 172.21.15.116:0/2841774689 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2100 0x55b3437a24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f609ffff640 1 --2- 172.21.15.116:0/2841774689 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 0x55b34379d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 -- 172.21.15.116:0/2841774689 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 msgr2=0x55b34379d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 --2- 172.21.15.116:0/2841774689 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 0x55b34379d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 -- 172.21.15.116:0/2841774689 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2100 msgr2=0x55b3437a24e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:12.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 --2- 172.21.15.116:0/2841774689 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2100 0x55b3437a24e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 -- 172.21.15.116:0/2841774689 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b3432b5890 con 0x55b3437a2a20 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f609f7fe640 1 --2- 172.21.15.116:0/2841774689 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2100 0x55b3437a24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 --2- 172.21.15.116:0/2841774689 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2a20 0x55b34379cea0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6088015850 tx=0x7f608800e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c25705cf3523f2ab server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60957fa640 1 -- 172.21.15.116:0/2841774689 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f608801a070 con 0x55b3437a2a20 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60957fa640 1 -- 172.21.15.116:0/2841774689 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60880152e0 con 0x55b3437a2a20 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60957fa640 1 -- 172.21.15.116:0/2841774689 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f608800bb70 con 0x55b3437a2a20 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 -- 172.21.15.116:0/2841774689 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2a20 msgr2=0x55b34379cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 --2- 172.21.15.116:0/2841774689 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2a20 0x55b34379cea0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6088015850 tx=0x7f608800e000 comp rx=0 tx=0).stop 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 -- 172.21.15.116:0/2841774689 shutdown_connections 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 --2- 172.21.15.116:0/2841774689 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 0x55b34379d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 --2- 172.21.15.116:0/2841774689 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2a20 0x55b34379cea0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 --2- 172.21.15.116:0/2841774689 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2100 0x55b3437a24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 -- 172.21.15.116:0/2841774689 >> 172.21.15.116:0/2841774689 conn(0x55b343798c50 msgr2=0x55b34379b040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 -- 172.21.15.116:0/2841774689 shutdown_connections 2023-11-30T08:27:12.408 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 -- 172.21.15.116:0/2841774689 wait complete. 2023-11-30T08:27:12.409 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 -- start start 2023-11-30T08:27:12.409 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 Processor -- start 2023-11-30T08:27:12.413 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b34379d3e0 0x55b343769a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.413 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343769fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.413 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b3437a2a20 0x55b34376a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.413 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3435bd7c0 con 0x55b3437a2100 2023-11-30T08:27:12.413 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b343575bf0 con 0x55b34379d3e0 2023-11-30T08:27:12.413 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b34357ba90 con 0x55b3437a2a20 2023-11-30T08:27:12.413 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f60a9282000 10 client.0 _ll_register_callbacks cb 0x55b3437583c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343769fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343769fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50816/0 (socket says 172.21.15.116:50816) 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 -- 172.21.15.116:0/2879393061 learned_addr learned my addr 172.21.15.116:0/2879393061 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f609ffff640 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b3437a2a20 0x55b34376a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f609f7fe640 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b34379d3e0 0x55b343769a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 -- 172.21.15.116:0/2879393061 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b3437a2a20 msgr2=0x55b34376a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b3437a2a20 0x55b34376a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 -- 172.21.15.116:0/2879393061 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b34379d3e0 msgr2=0x55b343769a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b34379d3e0 0x55b343769a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 -- 172.21.15.116:0/2879393061 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6088015500 con 0x55b3437a2100 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f609ffff640 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b3437a2a20 0x55b34376a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f6097fff640 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343769fd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f6088021040 tx=0x7f6088004850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=941e731ae5b67a48 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.397+0000 7f607e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.116:3300/0 2023-11-30T08:27:12.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f607e7fc640 1 -- 172.21.15.116:0/2879393061 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6088029850 con 0x55b3437a2100 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f607e7fc640 1 -- 172.21.15.116:0/2879393061 <== mon.0 v2:172.21.15.116:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f60880299b0 con 0x55b3437a2100 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 -- 172.21.15.116:0/2879393061 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b34357f470 con 0x55b3437a2100 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f607e7fc640 1 -- 172.21.15.116:0/2879393061 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6088015360 con 0x55b3437a2100 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 10 client.4593 fetch_fsmap learned FSMap version 8 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 -- 172.21.15.116:0/2879393061 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x55b34357e190 con 0x55b3437a2100 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f607e7fc640 1 -- 172.21.15.116:0/2879393061 <== mon.0 v2:172.21.15.116:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55b34357f470 con 0x55b3437a2100 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f607e7fc640 1 -- 172.21.15.116:0/2879393061 <== mon.0 v2:172.21.15.116:3300/0 5 ==== fsmap(e 8) v1 ==== 2144+0+0 (secure 0 0 0) 0x7f6088013ce0 con 0x55b3437a2100 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 10 client.4593 fetch_fsmap finished waiting for FSMap version 8 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 10 client.4593 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 20 client.4593 populate_metadata read hostname 'smithi116' 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.116:6834/3119338983,v1:172.21.15.116:6835/3119338983] conn(0x55b3437b1190 0x55b3437b3580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 4 client.4593 mds_command: new command op to 4275 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 -- 172.21.15.116:0/2879393061 --> [v2:172.21.15.116:6834/3119338983,v1:172.21.15.116:6835/3119338983] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b343582b50 con 0x55b3437b1190 2023-11-30T08:27:12.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f609f7fe640 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.116:6834/3119338983,v1:172.21.15.116:6835/3119338983] conn(0x55b3437b1190 0x55b3437b3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.416 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f607e7fc640 10 client.4593 ms_handle_connect on v2:172.21.15.116:6834/3119338983 2023-11-30T08:27:12.416 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f609f7fe640 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.116:6834/3119338983,v1:172.21.15.116:6835/3119338983] conn(0x55b3437b1190 0x55b3437b3580 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c6c486ba05e9f37 server_cookie=5c63156368977ea0 in_seq=0 out_seq=0 2023-11-30T08:27:12.416 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f607e7fc640 1 -- 172.21.15.116:0/2879393061 <== mds.0 v2:172.21.15.116:6834/3119338983 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b343582b50 con 0x55b3437b1190 2023-11-30T08:27:12.416 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f607e7fc640 10 client.4593 handle_command_reply: tid=0 2023-11-30T08:27:12.416 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 client.4593 shutdown 2023-11-30T08:27:12.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 -- 172.21.15.116:0/2879393061 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 msgr2=0x55b343769fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343769fd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f6088021040 tx=0x7f6088004850 comp rx=0 tx=0).stop 2023-11-30T08:27:12.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 -- 172.21.15.116:0/2879393061 shutdown_connections 2023-11-30T08:27:12.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.116:6834/3119338983,v1:172.21.15.116:6835/3119338983] conn(0x55b3437b1190 0x55b3437b3580 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b3437a2a20 0x55b34376a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343769fd0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f607e7fc640 0 client.4593 ms_handle_reset on v2:172.21.15.116:6834/3119338983 2023-11-30T08:27:12.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 --2- 172.21.15.116:0/2879393061 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b34379d3e0 0x55b343769a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 -- 172.21.15.116:0/2879393061 >> 172.21.15.116:0/2879393061 conn(0x55b343798c50 msgr2=0x55b34379b040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:12.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 -- 172.21.15.116:0/2879393061 shutdown_connections 2023-11-30T08:27:12.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 1 -- 172.21.15.116:0/2879393061 wait complete. 2023-11-30T08:27:12.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.401+0000 7f60a9282000 20 client.4593 trim_cache size 0 max 16384 2023-11-30T08:27:12.425 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 Processor -- start 2023-11-30T08:27:12.425 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 -- start start 2023-11-30T08:27:12.430 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 0x55b343802c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343803140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2a20 0x55b343803680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b343276940 con 0x55b3437a2100 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3435b7ac0 con 0x55b3437a2a20 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b343586910 con 0x55b34379d3e0 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f6097fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343803140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f6097fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343803140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50826/0 (socket says 172.21.15.116:50826) 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f6097fff640 1 -- 172.21.15.116:0/630953703 learned_addr learned my addr 172.21.15.116:0/630953703 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f6097fff640 1 -- 172.21.15.116:0/630953703 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 msgr2=0x55b343802c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f609f7fe640 1 --2- 172.21.15.116:0/630953703 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 0x55b343802c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f6097fff640 1 --2- 172.21.15.116:0/630953703 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 0x55b343802c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f6097fff640 1 -- 172.21.15.116:0/630953703 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2a20 msgr2=0x55b343803680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:12.431 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f6097fff640 1 --2- 172.21.15.116:0/630953703 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2a20 0x55b343803680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f6097fff640 1 -- 172.21.15.116:0/630953703 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b343564490 con 0x55b3437a2100 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f6097fff640 1 --2- 172.21.15.116:0/630953703 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343803140 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f608800a0a0 tx=0x7f6088026000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cef78094fa5acedb server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f6095ffb640 1 -- 172.21.15.116:0/630953703 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f608800bc40 con 0x55b3437a2100 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f6095ffb640 1 -- 172.21.15.116:0/630953703 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6088015e90 con 0x55b3437a2100 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f6095ffb640 1 -- 172.21.15.116:0/630953703 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6088029650 con 0x55b3437a2100 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 -- 172.21.15.116:0/630953703 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 msgr2=0x55b343803140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 --2- 172.21.15.116:0/630953703 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343803140 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f608800a0a0 tx=0x7f6088026000 comp rx=0 tx=0).stop 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 -- 172.21.15.116:0/630953703 shutdown_connections 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 --2- 172.21.15.116:0/630953703 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2a20 0x55b343803680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 --2- 172.21.15.116:0/630953703 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343803140 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 --2- 172.21.15.116:0/630953703 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 0x55b343802c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 -- 172.21.15.116:0/630953703 >> 172.21.15.116:0/630953703 conn(0x55b343798c50 msgr2=0x55b3437712b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 -- 172.21.15.116:0/630953703 shutdown_connections 2023-11-30T08:27:12.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 -- 172.21.15.116:0/630953703 wait complete. 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 -- start start 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.417+0000 7f60a9282000 1 Processor -- start 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 0x55b343804020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343804a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2a20 0x55b343804fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b3432b61b0 con 0x55b3437a2100 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b343572760 con 0x55b3437a2a20 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b3435ff140 con 0x55b34379d3e0 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 10 client.0 _ll_register_callbacks cb 0x55b3435404c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f6097fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343804a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f6097fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343804a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50828/0 (socket says 172.21.15.116:50828) 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f6097fff640 1 -- 172.21.15.116:0/2625503029 learned_addr learned my addr 172.21.15.116:0/2625503029 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f6097fff640 1 -- 172.21.15.116:0/2625503029 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 msgr2=0x55b343804020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:12.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f6097fff640 1 --2- 172.21.15.116:0/2625503029 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 0x55b343804020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f6097fff640 1 -- 172.21.15.116:0/2625503029 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2a20 msgr2=0x55b343804fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f6097fff640 1 --2- 172.21.15.116:0/2625503029 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2a20 0x55b343804fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f6097fff640 1 -- 172.21.15.116:0/2625503029 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b34357e190 con 0x55b3437a2100 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f6097fff640 1 --2- 172.21.15.116:0/2625503029 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343804a90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6088006fd0 tx=0x7f6088011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f59a425eeea4d63 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f607e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.116:3300/0 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f607e7fc640 1 -- 172.21.15.116:0/2625503029 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6088044650 con 0x55b3437a2100 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f607e7fc640 1 -- 172.21.15.116:0/2625503029 <== mon.0 v2:172.21.15.116:3300/0 2 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f60880447b0 con 0x55b3437a2100 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 -- 172.21.15.116:0/2625503029 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b3437a1b90 con 0x55b3437a2100 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f607e7fc640 1 -- 172.21.15.116:0/2625503029 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6088029aa0 con 0x55b3437a2100 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 10 client.4599 fetch_fsmap learned FSMap version 8 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 -- 172.21.15.116:0/2625503029 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x55b3432b5cc0 con 0x55b3437a2100 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f607e7fc640 1 -- 172.21.15.116:0/2625503029 <== mon.0 v2:172.21.15.116:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55b3437a1b90 con 0x55b3437a2100 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f607e7fc640 1 -- 172.21.15.116:0/2625503029 <== mon.0 v2:172.21.15.116:3300/0 5 ==== fsmap(e 8) v1 ==== 2144+0+0 (secure 0 0 0) 0x7f6088042070 con 0x55b3437a2100 2023-11-30T08:27:12.434 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 10 client.4599 fetch_fsmap finished waiting for FSMap version 8 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 10 client.4599 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 20 client.4599 populate_metadata read hostname 'smithi116' 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 --2- 172.21.15.116:0/2625503029 >> [v2:172.21.15.116:6834/3119338983,v1:172.21.15.116:6835/3119338983] conn(0x55b343805510 0x55b3438058f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 4 client.4599 mds_command: new command op to 4275 tid=0 multi_id=0 [{"prefix": "status"}] 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 -- 172.21.15.116:0/2625503029 --> [v2:172.21.15.116:6834/3119338983,v1:172.21.15.116:6835/3119338983] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55b3435bc110 con 0x55b343805510 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f609f7fe640 1 --2- 172.21.15.116:0/2625503029 >> [v2:172.21.15.116:6834/3119338983,v1:172.21.15.116:6835/3119338983] conn(0x55b343805510 0x55b3438058f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f607e7fc640 10 client.4599 ms_handle_connect on v2:172.21.15.116:6834/3119338983 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f609f7fe640 1 --2- 172.21.15.116:0/2625503029 >> [v2:172.21.15.116:6834/3119338983,v1:172.21.15.116:6835/3119338983] conn(0x55b343805510 0x55b3438058f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a65a7cdd640fe6b5 server_cookie=c3bab77a1fdfd086 in_seq=0 out_seq=0 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f607e7fc640 1 -- 172.21.15.116:0/2625503029 <== mds.0 v2:172.21.15.116:6834/3119338983 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x55b3435bc110 con 0x55b343805510 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f607e7fc640 10 client.4599 handle_command_reply: tid=0 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 client.4599 shutdown 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 -- 172.21.15.116:0/2625503029 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 msgr2=0x55b343804a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 --2- 172.21.15.116:0/2625503029 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343804a90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6088006fd0 tx=0x7f6088011000 comp rx=0 tx=0).stop 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 -- 172.21.15.116:0/2625503029 shutdown_connections 2023-11-30T08:27:12.435 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 --2- 172.21.15.116:0/2625503029 >> [v2:172.21.15.116:6834/3119338983,v1:172.21.15.116:6835/3119338983] conn(0x55b343805510 0x55b3438058f0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 --2- 172.21.15.116:0/2625503029 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x55b3437a2a20 0x55b343804fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 --2- 172.21.15.116:0/2625503029 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b3437a2100 0x55b343804a90 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f607e7fc640 0 client.4599 ms_handle_reset on v2:172.21.15.116:6834/3119338983 2023-11-30T08:27:12.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 --2- 172.21.15.116:0/2625503029 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x55b34379d3e0 0x55b343804020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 -- 172.21.15.116:0/2625503029 >> 172.21.15.116:0/2625503029 conn(0x55b343798c50 msgr2=0x55b343771b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:12.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 -- 172.21.15.116:0/2625503029 shutdown_connections 2023-11-30T08:27:12.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 1 -- 172.21.15.116:0/2625503029 wait complete. 2023-11-30T08:27:12.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a9282000 20 client.4599 trim_cache size 0 max 16384 2023-11-30T08:27:12.436 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:27:12.436 INFO:teuthology.orchestra.run.smithi116.stdout: "cluster_fsid": "60334f9b-efbc-4132-982c-5ee6714fa55f", 2023-11-30T08:27:12.437 INFO:teuthology.orchestra.run.smithi116.stdout: "whoami": 0, 2023-11-30T08:27:12.437 INFO:teuthology.orchestra.run.smithi116.stdout: "id": 4275, 2023-11-30T08:27:12.437 INFO:teuthology.orchestra.run.smithi116.stdout: "want_state": "up:active", 2023-11-30T08:27:12.437 INFO:teuthology.orchestra.run.smithi116.stdout: "state": "up:active", 2023-11-30T08:27:12.437 INFO:teuthology.orchestra.run.smithi116.stdout: "fs_name": "cephfs", 2023-11-30T08:27:12.437 INFO:teuthology.orchestra.run.smithi116.stdout: "rank_uptime": 11.248997978, 2023-11-30T08:27:12.437 INFO:teuthology.orchestra.run.smithi116.stdout: "mdsmap_epoch": 8, 2023-11-30T08:27:12.437 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_epoch": 20, 2023-11-30T08:27:12.437 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_epoch_barrier": 20, 2023-11-30T08:27:12.437 INFO:teuthology.orchestra.run.smithi116.stdout: "uptime": 18.132608808000001 2023-11-30T08:27:12.437 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:27:12.438 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a6152640 1 -- 172.21.15.116:0/3440289900 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f60800664a0 msgr2=0x7f6080068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.438 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a6152640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f60800664a0 0x7f6080068960 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f60a01e0cc0 tx=0x7f6088006ca0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.438 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a6152640 1 -- 172.21.15.116:0/3440289900 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a00b9500 msgr2=0x7f60a0144810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.438 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a6152640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a00b9500 0x7f60a0144810 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f609001abc0 tx=0x7f609001ad50 comp rx=0 tx=0).stop 2023-11-30T08:27:12.438 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a6152640 1 -- 172.21.15.116:0/3440289900 shutdown_connections 2023-11-30T08:27:12.439 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a6152640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f60800664a0 0x7f6080068960 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.439 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a6152640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a01e0140 0x7f60a013ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.439 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a6152640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60a00ba4f0 0x7f60a01dfc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.439 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a6152640 1 --2- 172.21.15.116:0/3440289900 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a00b9500 0x7f60a0144810 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.439 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a6152640 1 -- 172.21.15.116:0/3440289900 >> 172.21.15.116:0/3440289900 conn(0x7f60a006a980 msgr2=0x7f60a00b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:12.439 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a6152640 1 -- 172.21.15.116:0/3440289900 shutdown_connections 2023-11-30T08:27:12.439 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.421+0000 7f60a6152640 1 -- 172.21.15.116:0/3440289900 wait complete. 2023-11-30T08:27:12.447 INFO:teuthology.run_tasks:Running task ceph-fuse... 2023-11-30T08:27:12.471 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2023-11-30T08:27:12.471 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2023-11-30T08:27:12.471 INFO:tasks.ceph_fuse:client.0 config is {} 2023-11-30T08:27:12.472 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-11-30T08:27:12.472 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:12.472 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:12.472 DEBUG:teuthology.orchestra.run.smithi116:> ip netns list 2023-11-30T08:27:12.477 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:12.478 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip link delete ceph-brx 2023-11-30T08:27:12.532 INFO:teuthology.orchestra.run.smithi116.stderr:Cannot find device "ceph-brx" 2023-11-30T08:27:12.533 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:27:12.534 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2023-11-30T08:27:12.534 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-30T08:27:12.698 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.689+0000 7fa8ca73f640 1 Processor -- start 2023-11-30T08:27:12.698 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.689+0000 7fa8ca73f640 1 -- start start 2023-11-30T08:27:12.700 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.689+0000 7fa8ca73f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8c40b3fd0 0x7fa8c413e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.700 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.689+0000 7fa8ca73f640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fa8c40b0340 0x7fa8c413e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.689+0000 7fa8ca73f640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8c40af2e0 con 0x7fa8c406c920 2023-11-30T08:27:12.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.689+0000 7fa8ca73f640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8c40b1f50 con 0x7fa8c40b0340 2023-11-30T08:27:12.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.689+0000 7fa8ca73f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8c413eda0 con 0x7fa8c40b3fd0 2023-11-30T08:27:12.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.689+0000 7fa8c8cdc640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fa8c40b0340 0x7fa8c413e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.689+0000 7fa8c3fff640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7fa8c406c920 0x7fa8c40afc30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:55716/0 (socket says 172.21.15.116:55716) 2023-11-30T08:27:12.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.689+0000 7fa8c37fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8c40b3fd0 0x7fa8c413e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.689+0000 7fa8c3fff640 1 -- 172.21.15.116:0/292405998 learned_addr learned my addr 172.21.15.116:0/292405998 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:12.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8c8cdc640 1 -- 172.21.15.116:0/292405998 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8c40b3fd0 msgr2=0x7fa8c413e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:12.702 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8c8cdc640 1 --2- 172.21.15.116:0/292405998 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8c40b3fd0 0x7fa8c413e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.702 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8c8cdc640 1 -- 172.21.15.116:0/292405998 >> v1:172.21.15.162:6789/0 conn(0x7fa8c406c920 legacy=0x7fa8c40afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.702 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8c8cdc640 1 -- 172.21.15.116:0/292405998 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8c406cd00 con 0x7fa8c40b0340 2023-11-30T08:27:12.704 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8c8cdc640 1 --2- 172.21.15.116:0/292405998 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8c40b0340 0x7fa8c413e860 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc0097c0 tx=0x7fa8bc01c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2f8a8e03a4f1b4a server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:12.704 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8c2ffd640 1 -- 172.21.15.116:0/292405998 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8bc0ab600 con 0x7fa8c40b0340 2023-11-30T08:27:12.704 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8c2ffd640 1 -- 172.21.15.116:0/292405998 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8bc0a7050 con 0x7fa8c40b0340 2023-11-30T08:27:12.704 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8c2ffd640 1 -- 172.21.15.116:0/292405998 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8bc0ab980 con 0x7fa8c40b0340 2023-11-30T08:27:12.704 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8ca73f640 1 -- 172.21.15.116:0/292405998 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8c40b0340 msgr2=0x7fa8c413e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.704 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8ca73f640 1 --2- 172.21.15.116:0/292405998 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8c40b0340 0x7fa8c413e860 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc0097c0 tx=0x7fa8bc01c3f0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.704 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8ca73f640 1 -- 172.21.15.116:0/292405998 shutdown_connections 2023-11-30T08:27:12.704 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8ca73f640 1 --2- 172.21.15.116:0/292405998 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8c40b3fd0 0x7fa8c413e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.705 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8ca73f640 1 --2- 172.21.15.116:0/292405998 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8c40b0340 0x7fa8c413e860 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.705 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8ca73f640 1 -- 172.21.15.116:0/292405998 >> 172.21.15.116:0/292405998 conn(0x7fa8c40b48e0 msgr2=0x7fa8c40b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:12.705 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8ca73f640 1 -- 172.21.15.116:0/292405998 shutdown_connections 2023-11-30T08:27:12.705 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.693+0000 7fa8ca73f640 1 -- 172.21.15.116:0/292405998 wait complete. 2023-11-30T08:27:12.705 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8ca73f640 1 Processor -- start 2023-11-30T08:27:12.705 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8ca73f640 1 -- start start 2023-11-30T08:27:12.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8ca73f640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8c406c920 0x7fa8c4141110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8ca73f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8c41401b0 0x7fa8c41df710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8ca73f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8c41dfc50 0x7fa8c41e27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8ca73f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8c4140630 con 0x7fa8c41401b0 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8ca73f640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8c41df250 con 0x7fa8c406c920 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8ca73f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8c41e00d0 con 0x7fa8c41dfc50 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c37fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8c41401b0 0x7fa8c41df710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c37fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8c41401b0 0x7fa8c41df710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50842/0 (socket says 172.21.15.116:50842) 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c37fe640 1 -- 172.21.15.116:0/3632841836 learned_addr learned my addr 172.21.15.116:0/3632841836 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c3fff640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8c406c920 0x7fa8c4141110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c8cdc640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8c41dfc50 0x7fa8c41e27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c37fe640 1 -- 172.21.15.116:0/3632841836 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8c41dfc50 msgr2=0x7fa8c41e27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c37fe640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8c41dfc50 0x7fa8c41e27c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c37fe640 1 -- 172.21.15.116:0/3632841836 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8c406c920 msgr2=0x7fa8c4141110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c37fe640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8c406c920 0x7fa8c4141110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c37fe640 1 -- 172.21.15.116:0/3632841836 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8bc009420 con 0x7fa8c41401b0 2023-11-30T08:27:12.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c37fe640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8c41401b0 0x7fa8c41df710 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa8ac00e8a0 tx=0x7fa8ac00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:12.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c0ff9640 1 -- 172.21.15.116:0/3632841836 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8ac009510 con 0x7fa8c41401b0 2023-11-30T08:27:12.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c0ff9640 1 -- 172.21.15.116:0/3632841836 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8ac00c940 con 0x7fa8c41401b0 2023-11-30T08:27:12.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8ca73f640 1 -- 172.21.15.116:0/3632841836 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8c4141790 con 0x7fa8c41401b0 2023-11-30T08:27:12.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c0ff9640 1 -- 172.21.15.116:0/3632841836 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8ac00ccb0 con 0x7fa8c41401b0 2023-11-30T08:27:12.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8ca73f640 1 -- 172.21.15.116:0/3632841836 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8c414ec40 con 0x7fa8c41401b0 2023-11-30T08:27:12.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8ca73f640 1 -- 172.21.15.116:0/3632841836 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8c40679e0 con 0x7fa8c41401b0 2023-11-30T08:27:12.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c0ff9640 1 -- 172.21.15.116:0/3632841836 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa8ac013470 con 0x7fa8c41401b0 2023-11-30T08:27:12.711 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.697+0000 7fa8c0ff9640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa8a4066470 0x7fa8a4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:12.711 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.701+0000 7fa8c3fff640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa8a4066470 0x7fa8a4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:12.711 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.701+0000 7fa8c0ff9640 1 -- 172.21.15.116:0/3632841836 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa8ac0845e0 con 0x7fa8c41401b0 2023-11-30T08:27:12.711 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.701+0000 7fa8c3fff640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa8a4066470 0x7fa8a4068930 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa8b40012f0 tx=0x7fa8b4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:12.712 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.701+0000 7fa8c0ff9640 1 -- 172.21.15.116:0/3632841836 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa8ac051bd0 con 0x7fa8c41401b0 2023-11-30T08:27:12.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.893+0000 7fa8ca73f640 1 -- 172.21.15.116:0/3632841836 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fa8c4140a70 con 0x7fa8c41401b0 2023-11-30T08:27:12.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.893+0000 7fa8c0ff9640 1 -- 172.21.15.116:0/3632841836 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7fa8c4140a70 con 0x7fa8c41401b0 2023-11-30T08:27:12.902 INFO:teuthology.orchestra.run.smithi116.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-30T08:27:12.904 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.897+0000 7fa8ca73f640 1 -- 172.21.15.116:0/3632841836 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa8a4066470 msgr2=0x7fa8a4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.904 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.897+0000 7fa8ca73f640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa8a4066470 0x7fa8a4068930 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa8b40012f0 tx=0x7fa8b4009040 comp rx=0 tx=0).stop 2023-11-30T08:27:12.904 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.897+0000 7fa8ca73f640 1 -- 172.21.15.116:0/3632841836 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8c41401b0 msgr2=0x7fa8c41df710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:12.904 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.897+0000 7fa8ca73f640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8c41401b0 0x7fa8c41df710 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa8ac00e8a0 tx=0x7fa8ac00eca0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.897+0000 7fa8ca73f640 1 -- 172.21.15.116:0/3632841836 shutdown_connections 2023-11-30T08:27:12.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.897+0000 7fa8ca73f640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa8a4066470 0x7fa8a4068930 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.897+0000 7fa8ca73f640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8c41dfc50 0x7fa8c41e27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.897+0000 7fa8ca73f640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8c41401b0 0x7fa8c41df710 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.897+0000 7fa8ca73f640 1 --2- 172.21.15.116:0/3632841836 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8c406c920 0x7fa8c4141110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:12.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.897+0000 7fa8ca73f640 1 -- 172.21.15.116:0/3632841836 >> 172.21.15.116:0/3632841836 conn(0x7fa8c40b48e0 msgr2=0x7fa8c4137b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:12.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.897+0000 7fa8ca73f640 1 -- 172.21.15.116:0/3632841836 shutdown_connections 2023-11-30T08:27:12.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:12.897+0000 7fa8ca73f640 1 -- 172.21.15.116:0/3632841836 wait complete. 2023-11-30T08:27:12.921 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-11-30T08:27:12.921 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-30T08:27:12.921 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi116.front.sepia.ceph.com 2023-11-30T08:27:12.921 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-11-30T08:27:12.921 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:12.921 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-11-30T08:27:12.921 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-11-30T08:27:12.921 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-30T08:27:12.921 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-30T08:27:12.921 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:12.921 DEBUG:teuthology.orchestra.run.smithi116:> ip addr 2023-11-30T08:27:12.927 INFO:teuthology.orchestra.run.smithi116.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-30T08:27:12.927 INFO:teuthology.orchestra.run.smithi116.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-30T08:27:12.927 INFO:teuthology.orchestra.run.smithi116.stdout: inet 127.0.0.1/8 scope host lo 2023-11-30T08:27:12.927 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft forever preferred_lft forever 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout: inet6 ::1/128 scope host 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft forever preferred_lft forever 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout: link/ether 0c:c4:7a:d8:cb:90 brd ff:ff:ff:ff:ff:ff 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout: altname enp7s0f0 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout: link/ether 0c:c4:7a:d8:cb:91 brd ff:ff:ff:ff:ff:ff 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout: altname enp7s0f1 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout: link/ether 0c:c4:7a:8f:3f:66 brd ff:ff:ff:ff:ff:ff 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout: link/ether 0c:c4:7a:8f:3f:67 brd ff:ff:ff:ff:ff:ff 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout: inet 172.21.15.116/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft 42472sec preferred_lft 42472sec 2023-11-30T08:27:12.928 INFO:teuthology.orchestra.run.smithi116.stdout: inet6 fe80::ec4:7aff:fe8f:3f67/64 scope link 2023-11-30T08:27:12.929 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft forever preferred_lft forever 2023-11-30T08:27:12.929 INFO:teuthology.orchestra.run.smithi116.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-30T08:27:12.929 INFO:teuthology.orchestra.run.smithi116.stdout: link/ether 02:42:32:2f:c6:d2 brd ff:ff:ff:ff:ff:ff 2023-11-30T08:27:12.929 INFO:teuthology.orchestra.run.smithi116.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-30T08:27:12.929 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft forever preferred_lft forever 2023-11-30T08:27:12.929 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-11-30T08:27:12.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:12.930 DEBUG:teuthology.orchestra.run.smithi116:> (cd / && exec bash -c ' 2023-11-30T08:27:12.930 DEBUG:teuthology.orchestra.run.smithi116:> set -e 2023-11-30T08:27:12.930 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip link add name ceph-brx type bridge 2023-11-30T08:27:12.930 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip addr flush dev ceph-brx 2023-11-30T08:27:12.930 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip link set ceph-brx up 2023-11-30T08:27:12.930 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-11-30T08:27:12.930 DEBUG:teuthology.orchestra.run.smithi116:> ') 2023-11-30T08:27:13.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:13.007 DEBUG:teuthology.orchestra.run.smithi116:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-30T08:27:13.060 INFO:teuthology.orchestra.run.smithi116.stdout:1 2023-11-30T08:27:13.061 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:13.061 DEBUG:teuthology.orchestra.run.smithi116:> route 2023-11-30T08:27:13.125 INFO:teuthology.orchestra.run.smithi116.stdout:Kernel IP routing table 2023-11-30T08:27:13.125 INFO:teuthology.orchestra.run.smithi116.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-30T08:27:13.125 INFO:teuthology.orchestra.run.smithi116.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-30T08:27:13.125 INFO:teuthology.orchestra.run.smithi116.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-30T08:27:13.125 INFO:teuthology.orchestra.run.smithi116.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-30T08:27:13.126 INFO:teuthology.orchestra.run.smithi116.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-30T08:27:13.126 INFO:teuthology.orchestra.run.smithi116.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-30T08:27:13.126 INFO:teuthology.orchestra.run.smithi116.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-30T08:27:13.126 INFO:teuthology.orchestra.run.smithi116.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-30T08:27:13.126 INFO:teuthology.orchestra.run.smithi116.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-30T08:27:13.126 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:13.126 DEBUG:teuthology.orchestra.run.smithi116:> (cd / && exec bash -c ' 2023-11-30T08:27:13.127 DEBUG:teuthology.orchestra.run.smithi116:> set -e 2023-11-30T08:27:13.127 DEBUG:teuthology.orchestra.run.smithi116:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-30T08:27:13.127 DEBUG:teuthology.orchestra.run.smithi116:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-30T08:27:13.127 DEBUG:teuthology.orchestra.run.smithi116:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-30T08:27:13.127 DEBUG:teuthology.orchestra.run.smithi116:> ') 2023-11-30T08:27:13.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:13.196 DEBUG:teuthology.orchestra.run.smithi116:> ip netns list 2023-11-30T08:27:13.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:13.244 DEBUG:teuthology.orchestra.run.smithi116:> ip netns list-id 2023-11-30T08:27:13.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:13.296 DEBUG:teuthology.orchestra.run.smithi116:> (cd / && exec bash -c ' 2023-11-30T08:27:13.296 DEBUG:teuthology.orchestra.run.smithi116:> set -e 2023-11-30T08:27:13.296 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:13.296 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-11-30T08:27:13.296 DEBUG:teuthology.orchestra.run.smithi116:> ') 2023-11-30T08:27:13.365 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-11-30T08:27:13.365 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:13.365 DEBUG:teuthology.orchestra.run.smithi116:> (cd / && exec bash -c ' 2023-11-30T08:27:13.365 DEBUG:teuthology.orchestra.run.smithi116:> set -e 2023-11-30T08:27:13.366 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-11-30T08:27:13.366 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-11-30T08:27:13.366 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-11-30T08:27:13.366 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-11-30T08:27:13.366 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-11-30T08:27:13.366 DEBUG:teuthology.orchestra.run.smithi116:> ') 2023-11-30T08:27:13.470 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:13.470 DEBUG:teuthology.orchestra.run.smithi116:> (cd / && exec bash -c ' 2023-11-30T08:27:13.471 DEBUG:teuthology.orchestra.run.smithi116:> set -e 2023-11-30T08:27:13.471 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip link set brx.0 up 2023-11-30T08:27:13.471 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip link set dev brx.0 master ceph-brx 2023-11-30T08:27:13.471 DEBUG:teuthology.orchestra.run.smithi116:> ') 2023-11-30T08:27:13.489 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2023-11-30T08:27:13.490 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-30T08:27:13.490 DEBUG:teuthology.orchestra.run.smithi116:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:13.535 INFO:teuthology.orchestra.run.smithi116.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-11-30T08:27:13.536 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-30T08:27:13.536 DEBUG:teuthology.orchestra.run.smithi116:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:13.583 DEBUG:teuthology.orchestra.run.smithi116:> sudo modprobe fuse 2023-11-30T08:27:13.634 DEBUG:teuthology.orchestra.run.smithi116:> cat /proc/self/mounts | awk '{print $2}' 2023-11-30T08:27:13.685 INFO:teuthology.orchestra.run.smithi116.stdout:/sys 2023-11-30T08:27:13.685 INFO:teuthology.orchestra.run.smithi116.stdout:/proc 2023-11-30T08:27:13.685 INFO:teuthology.orchestra.run.smithi116.stdout:/dev 2023-11-30T08:27:13.685 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/pts 2023-11-30T08:27:13.685 INFO:teuthology.orchestra.run.smithi116.stdout:/run 2023-11-30T08:27:13.685 INFO:teuthology.orchestra.run.smithi116.stdout:/ 2023-11-30T08:27:13.685 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/security 2023-11-30T08:27:13.685 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/shm 2023-11-30T08:27:13.686 INFO:teuthology.orchestra.run.smithi116.stdout:/run/lock 2023-11-30T08:27:13.686 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/cgroup 2023-11-30T08:27:13.686 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/pstore 2023-11-30T08:27:13.686 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/bpf 2023-11-30T08:27:13.686 INFO:teuthology.orchestra.run.smithi116.stdout:/proc/sys/fs/binfmt_misc 2023-11-30T08:27:13.686 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/hugepages 2023-11-30T08:27:13.686 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/mqueue 2023-11-30T08:27:13.686 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/debug 2023-11-30T08:27:13.686 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/tracing 2023-11-30T08:27:13.686 INFO:teuthology.orchestra.run.smithi116.stdout:/proc/fs/nfsd 2023-11-30T08:27:13.686 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/fuse/connections 2023-11-30T08:27:13.686 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/config 2023-11-30T08:27:13.687 INFO:teuthology.orchestra.run.smithi116.stdout:/run/credentials/systemd-sysusers.service 2023-11-30T08:27:13.687 INFO:teuthology.orchestra.run.smithi116.stdout:/run/rpc_pipefs 2023-11-30T08:27:13.687 INFO:teuthology.orchestra.run.smithi116.stdout:/run/user/1000 2023-11-30T08:27:13.687 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph 2023-11-30T08:27:13.687 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-0 2023-11-30T08:27:13.687 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-1 2023-11-30T08:27:13.687 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-2 2023-11-30T08:27:13.687 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-3 2023-11-30T08:27:13.687 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns 2023-11-30T08:27:13.687 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:13.687 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:13.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:13.688 DEBUG:teuthology.orchestra.run.smithi116:> ls /sys/fs/fuse/connections 2023-11-30T08:27:13.736 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-11-30T08:27:13.736 DEBUG:teuthology.orchestra.run.smithi116:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2023-11-30T08:27:13.781 DEBUG:teuthology.orchestra.run.smithi116:> sudo modprobe fuse 2023-11-30T08:27:13.796 DEBUG:teuthology.orchestra.run.smithi116:> cat /proc/self/mounts | awk '{print $2}' 2023-11-30T08:27:13.845 INFO:teuthology.orchestra.run.smithi116.stdout:/sys 2023-11-30T08:27:13.845 INFO:teuthology.orchestra.run.smithi116.stdout:/proc 2023-11-30T08:27:13.845 INFO:teuthology.orchestra.run.smithi116.stdout:/dev 2023-11-30T08:27:13.845 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/pts 2023-11-30T08:27:13.845 INFO:teuthology.orchestra.run.smithi116.stdout:/run 2023-11-30T08:27:13.845 INFO:teuthology.orchestra.run.smithi116.stdout:/ 2023-11-30T08:27:13.845 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/security 2023-11-30T08:27:13.845 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/shm 2023-11-30T08:27:13.845 INFO:teuthology.orchestra.run.smithi116.stdout:/run/lock 2023-11-30T08:27:13.845 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/cgroup 2023-11-30T08:27:13.846 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/pstore 2023-11-30T08:27:13.846 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/bpf 2023-11-30T08:27:13.846 INFO:teuthology.orchestra.run.smithi116.stdout:/proc/sys/fs/binfmt_misc 2023-11-30T08:27:13.846 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/hugepages 2023-11-30T08:27:13.846 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/mqueue 2023-11-30T08:27:13.846 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/debug 2023-11-30T08:27:13.846 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/tracing 2023-11-30T08:27:13.846 INFO:teuthology.orchestra.run.smithi116.stdout:/proc/fs/nfsd 2023-11-30T08:27:13.846 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/fuse/connections 2023-11-30T08:27:13.847 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/config 2023-11-30T08:27:13.847 INFO:teuthology.orchestra.run.smithi116.stdout:/run/credentials/systemd-sysusers.service 2023-11-30T08:27:13.847 INFO:teuthology.orchestra.run.smithi116.stdout:/run/rpc_pipefs 2023-11-30T08:27:13.847 INFO:teuthology.orchestra.run.smithi116.stdout:/run/user/1000 2023-11-30T08:27:13.847 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph 2023-11-30T08:27:13.847 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-0 2023-11-30T08:27:13.848 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-1 2023-11-30T08:27:13.848 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-2 2023-11-30T08:27:13.848 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-3 2023-11-30T08:27:13.848 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns 2023-11-30T08:27:13.848 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:13.848 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:13.850 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:13.850 DEBUG:teuthology.orchestra.run.smithi116:> ls /sys/fs/fuse/connections 2023-11-30T08:27:13.866 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi116.stderr:2023-11-30T08:27:13.857+0000 7f6cd55f1580 -1 init, newargv = 0x55dc5930af60 newargc=15 2023-11-30T08:27:13.867 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi116.stderr:ceph-fuse[45796]: starting ceph client 2023-11-30T08:27:13.873 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi116.stderr:ceph-fuse[45796]: starting fuse 2023-11-30T08:27:14.973 DEBUG:teuthology.orchestra.run.smithi116:> sudo modprobe fuse 2023-11-30T08:27:14.989 DEBUG:teuthology.orchestra.run.smithi116:> cat /proc/self/mounts | awk '{print $2}' 2023-11-30T08:27:15.038 INFO:teuthology.orchestra.run.smithi116.stdout:/sys 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/proc 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/dev 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/pts 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/run 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/ 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/security 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/shm 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/run/lock 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/cgroup 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/pstore 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/bpf 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/proc/sys/fs/binfmt_misc 2023-11-30T08:27:15.039 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/hugepages 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/mqueue 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/debug 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/tracing 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/proc/fs/nfsd 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/fuse/connections 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/config 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/run/credentials/systemd-sysusers.service 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/run/rpc_pipefs 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/run/user/1000 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-0 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-1 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-2 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-3 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns 2023-11-30T08:27:15.040 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:15.041 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:15.041 INFO:teuthology.orchestra.run.smithi116.stdout:/home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:15.041 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:15.042 DEBUG:teuthology.orchestra.run.smithi116:> ls /sys/fs/fuse/connections 2023-11-30T08:27:15.089 INFO:teuthology.orchestra.run.smithi116.stdout:45 2023-11-30T08:27:15.089 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2023-11-30T08:27:15.089 DEBUG:teuthology.orchestra.run.smithi116:> sudo stdin-killer -- python3 -c ' 2023-11-30T08:27:15.089 DEBUG:teuthology.orchestra.run.smithi116:> import glob 2023-11-30T08:27:15.089 DEBUG:teuthology.orchestra.run.smithi116:> import re 2023-11-30T08:27:15.089 DEBUG:teuthology.orchestra.run.smithi116:> import os 2023-11-30T08:27:15.089 DEBUG:teuthology.orchestra.run.smithi116:> import subprocess 2023-11-30T08:27:15.089 DEBUG:teuthology.orchestra.run.smithi116:> 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> def _find_admin_socket(client_name): 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> files = glob.glob(asok_path) 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> # Given a non-glob path, it better be there 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> if "*" not in asok_path: 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> assert(len(files) == 1) 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> return files[0] 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> for f in files: 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> if os.path.exists("/proc/{0}".format(pid)): 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-11-30T08:27:15.090 DEBUG:teuthology.orchestra.run.smithi116:> contents = proc_f.read() 2023-11-30T08:27:15.091 DEBUG:teuthology.orchestra.run.smithi116:> if mountpoint in contents: 2023-11-30T08:27:15.091 DEBUG:teuthology.orchestra.run.smithi116:> return f 2023-11-30T08:27:15.091 DEBUG:teuthology.orchestra.run.smithi116:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-11-30T08:27:15.091 DEBUG:teuthology.orchestra.run.smithi116:> 2023-11-30T08:27:15.091 DEBUG:teuthology.orchestra.run.smithi116:> print(_find_admin_socket("client.0")) 2023-11-30T08:27:15.091 DEBUG:teuthology.orchestra.run.smithi116:> ' 2023-11-30T08:27:15.214 INFO:teuthology.orchestra.run.smithi116.stdout:/var/run/ceph/ceph-client.0.45796.asok 2023-11-30T08:27:15.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2023-11-30T08:27:15.225 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.45796.asok 2023-11-30T08:27:15.226 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:15.226 DEBUG:teuthology.orchestra.run.smithi116:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.45796.asok status 2023-11-30T08:27:15.377 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:27:15.377 INFO:teuthology.orchestra.run.smithi116.stdout: "metadata": { 2023-11-30T08:27:15.377 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_sha1": "1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59", 2023-11-30T08:27:15.377 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_version": "ceph version 18.0.0-7608-g1fa8a21e (1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59) reef (dev)", 2023-11-30T08:27:15.377 INFO:teuthology.orchestra.run.smithi116.stdout: "entity_id": "0", 2023-11-30T08:27:15.377 INFO:teuthology.orchestra.run.smithi116.stdout: "hostname": "smithi116", 2023-11-30T08:27:15.377 INFO:teuthology.orchestra.run.smithi116.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: "pid": "45796", 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: "root": "/" 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: "dentry_count": 0, 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: "dentry_pinned_count": 0, 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: "id": 4608, 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: "inst": { 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: "name": { 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: "type": "client", 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: "num": 4608 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: "addr": { 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: "type": "v1", 2023-11-30T08:27:15.378 INFO:teuthology.orchestra.run.smithi116.stdout: "addr": "192.168.0.1:0", 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: "nonce": 1249873799 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: "addr": { 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: "type": "v1", 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: "addr": "192.168.0.1:0", 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: "nonce": 1249873799 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: "inst_str": "client.4608 192.168.0.1:0/1249873799", 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: "addr_str": "192.168.0.1:0/1249873799", 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: "inode_count": 1, 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_epoch": 8, 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_epoch": 20, 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_epoch_barrier": 0, 2023-11-30T08:27:15.379 INFO:teuthology.orchestra.run.smithi116.stdout: "blocklisted": false, 2023-11-30T08:27:15.380 INFO:teuthology.orchestra.run.smithi116.stdout: "fs_name": "cephfs" 2023-11-30T08:27:15.380 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:27:15.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:15.391 DEBUG:teuthology.orchestra.run.smithi116:> stat --file-system '--printf=%T 2023-11-30T08:27:15.391 DEBUG:teuthology.orchestra.run.smithi116:> ' -- /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:15.397 INFO:teuthology.orchestra.run.smithi116.stdout:fuseblk 2023-11-30T08:27:15.397 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:15.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:15.397 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:15.451 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-11-30T08:27:15.469 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:15.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.609+0000 7f875736a640 1 Processor -- start 2023-11-30T08:27:15.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.609+0000 7f875736a640 1 -- start start 2023-11-30T08:27:15.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f875736a640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f875006c920 0x7f87500ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:15.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f875736a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f87500af2e0 0x7f87500ad5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:15.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f875736a640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87500af770 con 0x7f87500b4430 2023-11-30T08:27:15.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f875736a640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87500afc20 con 0x7f875006c920 2023-11-30T08:27:15.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f875736a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87500aeea0 con 0x7f87500af2e0 2023-11-30T08:27:15.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f8755106640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f875006c920 0x7f87500ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:15.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f8755106640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f875006c920 0x7f87500ad0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50852/0 (socket says 172.21.15.116:50852) 2023-11-30T08:27:15.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f8755106640 1 -- 172.21.15.116:0/931876565 learned_addr learned my addr 172.21.15.116:0/931876565 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:15.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f8754905640 1 --2- 172.21.15.116:0/931876565 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f87500af2e0 0x7f87500ad5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:15.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f8755106640 1 -- 172.21.15.116:0/931876565 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f87500af2e0 msgr2=0x7f87500ad5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:15.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f8755106640 1 --2- 172.21.15.116:0/931876565 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f87500af2e0 0x7f87500ad5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f8755106640 1 -- 172.21.15.116:0/931876565 >> v1:172.21.15.162:6789/0 conn(0x7f87500b4430 legacy=0x7f8750147080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:15.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f8755106640 1 -- 172.21.15.116:0/931876565 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f875006cd00 con 0x7f875006c920 2023-11-30T08:27:15.622 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f8755106640 1 --2- 172.21.15.116:0/931876565 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f875006c920 0x7f87500ad0b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f874c00bb10 tx=0x7f874c01eab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1c11f2f94cc0bef server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:15.622 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f8743fff640 1 -- 172.21.15.116:0/931876565 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f874c0a7a50 con 0x7f875006c920 2023-11-30T08:27:15.622 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f8743fff640 1 -- 172.21.15.116:0/931876565 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f874c0a7bb0 con 0x7f875006c920 2023-11-30T08:27:15.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f8743fff640 1 -- 172.21.15.116:0/931876565 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f874c0af440 con 0x7f875006c920 2023-11-30T08:27:15.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f875736a640 1 -- 172.21.15.116:0/931876565 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f875006c920 msgr2=0x7f87500ad0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:15.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.613+0000 7f875736a640 1 --2- 172.21.15.116:0/931876565 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f875006c920 0x7f87500ad0b0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f874c00bb10 tx=0x7f874c01eab0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 -- 172.21.15.116:0/931876565 shutdown_connections 2023-11-30T08:27:15.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 --2- 172.21.15.116:0/931876565 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f87500af2e0 0x7f87500ad5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 --2- 172.21.15.116:0/931876565 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f875006c920 0x7f87500ad0b0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 -- 172.21.15.116:0/931876565 >> 172.21.15.116:0/931876565 conn(0x7f87500b48e0 msgr2=0x7f87500b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:15.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 -- 172.21.15.116:0/931876565 shutdown_connections 2023-11-30T08:27:15.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 -- 172.21.15.116:0/931876565 wait complete. 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 Processor -- start 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 -- start start 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f875006c920 0x7f875009ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f87500b4430 0x7f875009cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f875009c090 0x7f875009d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f875009a390 con 0x7f875006c920 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f875009b3c0 con 0x7f875009c090 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f875009c570 con 0x7f87500b4430 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8755106640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f875006c920 0x7f875009ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8755106640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f875006c920 0x7f875009ae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50854/0 (socket says 172.21.15.116:50854) 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8755106640 1 -- 172.21.15.116:0/735250994 learned_addr learned my addr 172.21.15.116:0/735250994 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8755907640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f875009c090 0x7f875009d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8754905640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f87500b4430 0x7f875009cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8755106640 1 -- 172.21.15.116:0/735250994 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f87500b4430 msgr2=0x7f875009cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:15.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8755106640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f87500b4430 0x7f875009cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8755106640 1 -- 172.21.15.116:0/735250994 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f875009c090 msgr2=0x7f875009d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:15.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8755106640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f875009c090 0x7f875009d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8755106640 1 -- 172.21.15.116:0/735250994 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f874c00b770 con 0x7f875006c920 2023-11-30T08:27:15.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8755907640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f875009c090 0x7f875009d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:15.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8755106640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f875006c920 0x7f875009ae80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f874c00b2c0 tx=0x7f874c01b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:15.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8741ffb640 1 -- 172.21.15.116:0/735250994 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f874c0b8600 con 0x7f875006c920 2023-11-30T08:27:15.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8741ffb640 1 -- 172.21.15.116:0/735250994 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f874c0b8780 con 0x7f875006c920 2023-11-30T08:27:15.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 -- 172.21.15.116:0/735250994 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f875009c850 con 0x7f875006c920 2023-11-30T08:27:15.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f8741ffb640 1 -- 172.21.15.116:0/735250994 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f874c0b8b30 con 0x7f875006c920 2023-11-30T08:27:15.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 -- 172.21.15.116:0/735250994 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8750145730 con 0x7f875006c920 2023-11-30T08:27:15.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.617+0000 7f875736a640 1 -- 172.21.15.116:0/735250994 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87500679e0 con 0x7f875006c920 2023-11-30T08:27:15.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.621+0000 7f8741ffb640 1 -- 172.21.15.116:0/735250994 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f874c0b6040 con 0x7f875006c920 2023-11-30T08:27:15.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.621+0000 7f8741ffb640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f87340664a0 0x7f8734068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:15.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.621+0000 7f8741ffb640 1 -- 172.21.15.116:0/735250994 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f874c120f80 con 0x7f875006c920 2023-11-30T08:27:15.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.621+0000 7f8754905640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f87340664a0 0x7f8734068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:15.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.621+0000 7f8754905640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f87340664a0 0x7f8734068960 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8750072890 tx=0x7f8744008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:15.632 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.625+0000 7f8741ffb640 1 -- 172.21.15.116:0/735250994 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f874c152280 con 0x7f875006c920 2023-11-30T08:27:15.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.781+0000 7f875736a640 1 -- 172.21.15.116:0/735250994 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f875009a1f0 con 0x7f875006c920 2023-11-30T08:27:15.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.781+0000 7f8741ffb640 1 -- 172.21.15.116:0/735250994 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7f875009a1f0 con 0x7f875006c920 2023-11-30T08:27:15.791 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:15.791 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:15.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.785+0000 7f875736a640 1 -- 172.21.15.116:0/735250994 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f87340664a0 msgr2=0x7f8734068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:15.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.785+0000 7f875736a640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f87340664a0 0x7f8734068960 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8750072890 tx=0x7f8744008040 comp rx=0 tx=0).stop 2023-11-30T08:27:15.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.785+0000 7f875736a640 1 -- 172.21.15.116:0/735250994 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f875006c920 msgr2=0x7f875009ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:15.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.785+0000 7f875736a640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f875006c920 0x7f875009ae80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f874c00b2c0 tx=0x7f874c01b850 comp rx=0 tx=0).stop 2023-11-30T08:27:15.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.785+0000 7f875736a640 1 -- 172.21.15.116:0/735250994 shutdown_connections 2023-11-30T08:27:15.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.785+0000 7f875736a640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f875009c090 0x7f875009d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.785+0000 7f875736a640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f87340664a0 0x7f8734068960 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.785+0000 7f875736a640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f87500b4430 0x7f875009cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.785+0000 7f875736a640 1 --2- 172.21.15.116:0/735250994 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f875006c920 0x7f875009ae80 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.785+0000 7f875736a640 1 -- 172.21.15.116:0/735250994 >> 172.21.15.116:0/735250994 conn(0x7f87500b48e0 msgr2=0x7f87500b4cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:15.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.785+0000 7f875736a640 1 -- 172.21.15.116:0/735250994 shutdown_connections 2023-11-30T08:27:15.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.785+0000 7f875736a640 1 -- 172.21.15.116:0/735250994 wait complete. 2023-11-30T08:27:15.809 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-30T08:26:58.774799+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-30T08:26:59.510853+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:15.810 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:15.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e93a8640 1 Processor -- start 2023-11-30T08:27:15.936 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e93a8640 1 -- start start 2023-11-30T08:27:15.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e93a8640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb6e414a520 0x7fb6e413fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:15.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e93a8640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fb6e4140400 0x7fb6e4140850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:15.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e93a8640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6e40b4990 con 0x7fb6e40bc8a0 2023-11-30T08:27:15.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e93a8640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6e4140d90 con 0x7fb6e4140400 2023-11-30T08:27:15.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e93a8640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6e40b5de0 con 0x7fb6e414a520 2023-11-30T08:27:15.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e37fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fb6e4140400 0x7fb6e4140850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:15.937 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e2ffd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fb6e40bc8a0 0x7fb6e4149e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50814/0 (socket says 172.21.15.116:50814) 2023-11-30T08:27:15.938 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e2ffd640 1 -- 172.21.15.116:0/2389264773 learned_addr learned my addr 172.21.15.116:0/2389264773 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:15.938 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e27fc640 1 --2- 172.21.15.116:0/2389264773 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb6e414a520 0x7fb6e413fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:15.938 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e37fe640 1 -- 172.21.15.116:0/2389264773 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb6e414a520 msgr2=0x7fb6e413fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:15.938 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e37fe640 1 --2- 172.21.15.116:0/2389264773 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb6e414a520 0x7fb6e413fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.938 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e37fe640 1 -- 172.21.15.116:0/2389264773 >> v1:172.21.15.116:6789/0 conn(0x7fb6e40bc8a0 legacy=0x7fb6e4149e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:15.938 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e1ffb640 1 -- 172.21.15.116:0/2389264773 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 69997104 0 0) 0x7fb6e40b4990 con 0x7fb6e40bc8a0 2023-11-30T08:27:15.938 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.929+0000 7fb6e37fe640 1 -- 172.21.15.116:0/2389264773 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6e40b5b70 con 0x7fb6e4140400 2023-11-30T08:27:15.940 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e37fe640 1 --2- 172.21.15.116:0/2389264773 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6e4140400 0x7fb6e4140850 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb6d40097c0 tx=0x7fb6d401c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90922918154988c6 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:15.940 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e1ffb640 1 -- 172.21.15.116:0/2389264773 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6d40ad660 con 0x7fb6e4140400 2023-11-30T08:27:15.940 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e1ffb640 1 -- 172.21.15.116:0/2389264773 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6d40ad7c0 con 0x7fb6e4140400 2023-11-30T08:27:15.940 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e1ffb640 1 -- 172.21.15.116:0/2389264773 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6d40adb50 con 0x7fb6e4140400 2023-11-30T08:27:15.941 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2389264773 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6e4140400 msgr2=0x7fb6e4140850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:15.941 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 --2- 172.21.15.116:0/2389264773 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6e4140400 0x7fb6e4140850 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb6d40097c0 tx=0x7fb6d401c360 comp rx=0 tx=0).stop 2023-11-30T08:27:15.941 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2389264773 shutdown_connections 2023-11-30T08:27:15.941 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 --2- 172.21.15.116:0/2389264773 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6e4140400 0x7fb6e4140850 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.941 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 --2- 172.21.15.116:0/2389264773 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb6e414a520 0x7fb6e413fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.941 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2389264773 >> 172.21.15.116:0/2389264773 conn(0x7fb6e40722b0 msgr2=0x7fb6e40bbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:15.941 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2389264773 shutdown_connections 2023-11-30T08:27:15.941 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2389264773 wait complete. 2023-11-30T08:27:15.942 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 Processor -- start 2023-11-30T08:27:15.942 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 -- start start 2023-11-30T08:27:15.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb6e40bc8a0 0x7fb6e4147090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:15.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6e4140400 0x7fb6e41dea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:15.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb6e414a520 0x7fb6e4138170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:15.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6e4145c90 con 0x7fb6e4140400 2023-11-30T08:27:15.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6e4145a40 con 0x7fb6e40bc8a0 2023-11-30T08:27:15.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e93a8640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6e4142190 con 0x7fb6e414a520 2023-11-30T08:27:15.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e27fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6e4140400 0x7fb6e41dea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e27fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6e4140400 0x7fb6e41dea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50870/0 (socket says 172.21.15.116:50870) 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e27fc640 1 -- 172.21.15.116:0/2059698572 learned_addr learned my addr 172.21.15.116:0/2059698572 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e2ffd640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb6e40bc8a0 0x7fb6e4147090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e37fe640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb6e414a520 0x7fb6e4138170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e27fc640 1 -- 172.21.15.116:0/2059698572 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb6e414a520 msgr2=0x7fb6e4138170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e27fc640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb6e414a520 0x7fb6e4138170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e27fc640 1 -- 172.21.15.116:0/2059698572 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb6e40bc8a0 msgr2=0x7fb6e4147090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e27fc640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb6e40bc8a0 0x7fb6e4147090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.933+0000 7fb6e27fc640 1 -- 172.21.15.116:0/2059698572 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6d4009420 con 0x7fb6e4140400 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.937+0000 7fb6e27fc640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6e4140400 0x7fb6e41dea10 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc00d5f0 tx=0x7fb6cc00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.937+0000 7fb6db7fe640 1 -- 172.21.15.116:0/2059698572 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6cc0125f0 con 0x7fb6e4140400 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.937+0000 7fb6db7fe640 1 -- 172.21.15.116:0/2059698572 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6cc012750 con 0x7fb6e4140400 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.937+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2059698572 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6e413dfa0 con 0x7fb6e4140400 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.937+0000 7fb6db7fe640 1 -- 172.21.15.116:0/2059698572 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6cc012ae0 con 0x7fb6e4140400 2023-11-30T08:27:15.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.937+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2059698572 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6e413e4c0 con 0x7fb6e4140400 2023-11-30T08:27:15.946 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.937+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2059698572 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6e4067d60 con 0x7fb6e4140400 2023-11-30T08:27:15.946 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.937+0000 7fb6db7fe640 1 -- 172.21.15.116:0/2059698572 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb6cc012c40 con 0x7fb6e4140400 2023-11-30T08:27:15.946 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.937+0000 7fb6db7fe640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb6c40664a0 0x7fb6c4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:15.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.937+0000 7fb6db7fe640 1 -- 172.21.15.116:0/2059698572 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb6cc0842a0 con 0x7fb6e4140400 2023-11-30T08:27:15.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.937+0000 7fb6e2ffd640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb6c40664a0 0x7fb6c4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:15.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.937+0000 7fb6e2ffd640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb6c40664a0 0x7fb6c4068960 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb6dc007fd0 tx=0x7fb6dc007ee0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:15.950 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:15.941+0000 7fb6db7fe640 1 -- 172.21.15.116:0/2059698572 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb6cc0517b0 con 0x7fb6e4140400 2023-11-30T08:27:16.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2059698572 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb6e413de00 con 0x7fb6e4140400 2023-11-30T08:27:16.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6db7fe640 1 -- 172.21.15.116:0/2059698572 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb6e413de00 con 0x7fb6e4140400 2023-11-30T08:27:16.105 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:16.107 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2059698572 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb6c40664a0 msgr2=0x7fb6c4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.107 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb6c40664a0 0x7fb6c4068960 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb6dc007fd0 tx=0x7fb6dc007ee0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.107 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2059698572 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6e4140400 msgr2=0x7fb6e41dea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.107 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6e4140400 0x7fb6e41dea10 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc00d5f0 tx=0x7fb6cc00dab0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2059698572 shutdown_connections 2023-11-30T08:27:16.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb6c40664a0 0x7fb6c4068960 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb6e414a520 0x7fb6e4138170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb6e4140400 0x7fb6e41dea10 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 --2- 172.21.15.116:0/2059698572 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb6e40bc8a0 0x7fb6e4147090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2059698572 >> 172.21.15.116:0/2059698572 conn(0x7fb6e40722b0 msgr2=0x7fb6e40b7000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:16.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2059698572 shutdown_connections 2023-11-30T08:27:16.108 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.097+0000 7fb6e93a8640 1 -- 172.21.15.116:0/2059698572 wait complete. 2023-11-30T08:27:16.123 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-30T08:27:16.246 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.237+0000 7f095b2bd640 1 Processor -- start 2023-11-30T08:27:16.246 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.237+0000 7f095b2bd640 1 -- start start 2023-11-30T08:27:16.247 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.237+0000 7f095b2bd640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09541451c0 0x7f095414fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.247 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.237+0000 7f095b2bd640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09540b1730 con 0x7f09540af300 2023-11-30T08:27:16.247 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.237+0000 7f095b2bd640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f095406c7f0 con 0x7f09540b1eb0 2023-11-30T08:27:16.247 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.237+0000 7f095b2bd640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f095406cd70 con 0x7f09541451c0 2023-11-30T08:27:16.247 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.237+0000 7f0958858640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f09540af300 0x7f0954144ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50822/0 (socket says 172.21.15.116:50822) 2023-11-30T08:27:16.248 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.237+0000 7f0958858640 1 -- 172.21.15.116:0/3571133202 learned_addr learned my addr 172.21.15.116:0/3571133202 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:16.248 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 997655156 0 0) 0x7f09540b1730 con 0x7f09540af300 2023-11-30T08:27:16.248 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095985a640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09541451c0 0x7f095414fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.248 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0940003530 con 0x7f09540af300 2023-11-30T08:27:16.249 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 262829789 0 0) 0x7f0940003530 con 0x7f09540af300 2023-11-30T08:27:16.249 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09541451c0 msgr2=0x7f095414fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09541451c0 0x7f095414fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 >> v1:172.21.15.162:6789/0 conn(0x7f09540b1eb0 legacy=0x7f09540aff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09540b2290 con 0x7f09540af300 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f0950001680 con 0x7f09540af300 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 >> v1:172.21.15.116:6789/0 conn(0x7f09540af300 legacy=0x7f0954144ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09541451c0 0x7f09400039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0940003fe0 0x7f09400047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0940004d60 0x7f09400051e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f095406cd70 con 0x7f0940004d60 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f094000bc70 con 0x7f0940003fe0 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f094000be30 con 0x7f09541451c0 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095985a640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0940004d60 0x7f09400051e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.250 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f0959059640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09541451c0 0x7f09400039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f0958858640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0940003fe0 0x7f09400047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095985a640 1 -- 172.21.15.116:0/3571133202 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09541451c0 msgr2=0x7f09400039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:16.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095985a640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f09541451c0 0x7f09400039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095985a640 1 -- 172.21.15.116:0/3571133202 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0940003fe0 msgr2=0x7f09400047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:16.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095985a640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0940003fe0 0x7f09400047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095985a640 1 -- 172.21.15.116:0/3571133202 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0940003530 con 0x7f0940004d60 2023-11-30T08:27:16.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f0958858640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0940003fe0 0x7f09400047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:16.252 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095985a640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0940004d60 0x7f09400051e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f095409de90 tx=0x7f094c01cdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79852844c41ab7d7 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:16.252 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f094c0a5b30 con 0x7f0940004d60 2023-11-30T08:27:16.252 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f094c0a5c90 con 0x7f0940004d60 2023-11-30T08:27:16.252 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f094bfff640 1 -- 172.21.15.116:0/3571133202 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f094c0ad440 con 0x7f0940004d60 2023-11-30T08:27:16.253 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095b2bd640 1 -- 172.21.15.116:0/3571133202 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0940004d60 msgr2=0x7f09400051e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.253 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095b2bd640 1 --2- 172.21.15.116:0/3571133202 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0940004d60 0x7f09400051e0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f095409de90 tx=0x7f094c01cdc0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.253 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095985a640 1 -- 172.21.15.116:0/3571133202 reap_dead start 2023-11-30T08:27:16.253 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095b2bd640 1 -- 172.21.15.116:0/3571133202 shutdown_connections 2023-11-30T08:27:16.253 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095b2bd640 1 -- 172.21.15.116:0/3571133202 >> 172.21.15.116:0/3571133202 conn(0x7f09540b4900 msgr2=0x7f09540b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:16.253 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095b2bd640 1 -- 172.21.15.116:0/3571133202 shutdown_connections 2023-11-30T08:27:16.253 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.241+0000 7f095b2bd640 1 -- 172.21.15.116:0/3571133202 wait complete. 2023-11-30T08:27:16.253 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095b2bd640 1 Processor -- start 2023-11-30T08:27:16.253 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095b2bd640 1 -- start start 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095b2bd640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0954139ac0 0x7f095406ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095b2bd640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f095406f310 0x7f09540704f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095b2bd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f095413ede0 0x7f095413f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095b2bd640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0954139ea0 con 0x7f095413ede0 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095b2bd640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f095406f840 con 0x7f095406f310 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095b2bd640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f095406e780 con 0x7f0954139ac0 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095985a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f095413ede0 0x7f095413f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095985a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f095413ede0 0x7f095413f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50876/0 (socket says 172.21.15.116:50876) 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095985a640 1 -- 172.21.15.116:0/1403913363 learned_addr learned my addr 172.21.15.116:0/1403913363 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f0959059640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0954139ac0 0x7f095406ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f0958858640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f095406f310 0x7f09540704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095985a640 1 -- 172.21.15.116:0/1403913363 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0954139ac0 msgr2=0x7f095406ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.255 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095985a640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0954139ac0 0x7f095406ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.256 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095985a640 1 -- 172.21.15.116:0/1403913363 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f095406f310 msgr2=0x7f09540704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.256 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095985a640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f095406f310 0x7f09540704f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.256 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095985a640 1 -- 172.21.15.116:0/1403913363 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09541418e0 con 0x7f095413ede0 2023-11-30T08:27:16.256 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095985a640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f095413ede0 0x7f095413f260 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f094c002240 tx=0x7f0940005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:16.256 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f0949ffb640 1 -- 172.21.15.116:0/1403913363 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f094c0a5930 con 0x7f095413ede0 2023-11-30T08:27:16.256 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f0949ffb640 1 -- 172.21.15.116:0/1403913363 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f094c0a5a90 con 0x7f095413ede0 2023-11-30T08:27:16.256 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f0949ffb640 1 -- 172.21.15.116:0/1403913363 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f094c0ad9e0 con 0x7f095413ede0 2023-11-30T08:27:16.256 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095b2bd640 1 -- 172.21.15.116:0/1403913363 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f095406ea60 con 0x7f095413ede0 2023-11-30T08:27:16.256 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095b2bd640 1 -- 172.21.15.116:0/1403913363 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0954140420 con 0x7f095413ede0 2023-11-30T08:27:16.256 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f095b2bd640 1 -- 172.21.15.116:0/1403913363 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0954140610 con 0x7f095413ede0 2023-11-30T08:27:16.257 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.245+0000 7f0949ffb640 1 -- 172.21.15.116:0/1403913363 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f094c0b4040 con 0x7f095413ede0 2023-11-30T08:27:16.257 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.249+0000 7f0949ffb640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0938066470 0x7f0938068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.257 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.249+0000 7f0949ffb640 1 -- 172.21.15.116:0/1403913363 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f094c11dda0 con 0x7f095413ede0 2023-11-30T08:27:16.257 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.249+0000 7f0959059640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0938066470 0x7f0938068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.257 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.249+0000 7f0959059640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0938066470 0x7f0938068930 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f09540b18c0 tx=0x7f0944009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:16.260 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.253+0000 7f0949ffb640 1 -- 172.21.15.116:0/1403913363 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f094c0eb480 con 0x7f095413ede0 2023-11-30T08:27:16.418 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.409+0000 7f095b2bd640 1 -- 172.21.15.116:0/1403913363 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0954068960 con 0x7f095413ede0 2023-11-30T08:27:16.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.409+0000 7f0949ffb640 1 -- 172.21.15.116:0/1403913363 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f094c0eeaa0 con 0x7f095413ede0 2023-11-30T08:27:16.419 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 32 2023-11-30T08:27:16.421 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.413+0000 7f095b2bd640 1 -- 172.21.15.116:0/1403913363 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0938066470 msgr2=0x7f0938068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.421 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.413+0000 7f095b2bd640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0938066470 0x7f0938068930 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f09540b18c0 tx=0x7f0944009040 comp rx=0 tx=0).stop 2023-11-30T08:27:16.421 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.413+0000 7f095b2bd640 1 -- 172.21.15.116:0/1403913363 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f095413ede0 msgr2=0x7f095413f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.421 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.413+0000 7f095b2bd640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f095413ede0 0x7f095413f260 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f094c002240 tx=0x7f0940005800 comp rx=0 tx=0).stop 2023-11-30T08:27:16.421 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.413+0000 7f095b2bd640 1 -- 172.21.15.116:0/1403913363 shutdown_connections 2023-11-30T08:27:16.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.413+0000 7f095b2bd640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f095413ede0 0x7f095413f260 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.413+0000 7f095b2bd640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f095406f310 0x7f09540704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.413+0000 7f095b2bd640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0938066470 0x7f0938068930 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.413+0000 7f095b2bd640 1 --2- 172.21.15.116:0/1403913363 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0954139ac0 0x7f095406ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.413+0000 7f095b2bd640 1 -- 172.21.15.116:0/1403913363 >> 172.21.15.116:0/1403913363 conn(0x7f09540b4900 msgr2=0x7f0954143770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:16.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.413+0000 7f095b2bd640 1 -- 172.21.15.116:0/1403913363 shutdown_connections 2023-11-30T08:27:16.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.413+0000 7f095b2bd640 1 -- 172.21.15.116:0/1403913363 wait complete. 2023-11-30T08:27:16.437 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-30T08:27:16.560 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781f8e7640 1 Processor -- start 2023-11-30T08:27:16.560 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781f8e7640 1 -- start start 2023-11-30T08:27:16.561 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781f8e7640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f781814a520 0x7f781813fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.561 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781f8e7640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78180b4990 con 0x7f7818140400 2023-11-30T08:27:16.561 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781f8e7640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78180b5de0 con 0x7f78180bc8a0 2023-11-30T08:27:16.561 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781f8e7640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78180b5b70 con 0x7f781814a520 2023-11-30T08:27:16.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781ce82640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f781814a520 0x7f781813fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781ce82640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f781814a520 0x7f781813fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50880/0 (socket says 172.21.15.116:50880) 2023-11-30T08:27:16.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781ce82640 1 -- 172.21.15.116:0/4099185862 learned_addr learned my addr 172.21.15.116:0/4099185862 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:16.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781de84640 1 --1- 172.21.15.116:0/4099185862 >> v1:172.21.15.116:6789/0 conn(0x7f7818140400 0x7f7818151200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50832/0 (socket says 172.21.15.116:50832) 2023-11-30T08:27:16.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781ce82640 1 -- 172.21.15.116:0/4099185862 >> v1:172.21.15.162:6789/0 conn(0x7f78180bc8a0 legacy=0x7f7818149e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:16.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781ce82640 1 -- 172.21.15.116:0/4099185862 >> v1:172.21.15.116:6789/0 conn(0x7f7818140400 legacy=0x7f7818151200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f781ce82640 1 -- 172.21.15.116:0/4099185862 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78180bcc80 con 0x7f781814a520 2023-11-30T08:27:16.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.553+0000 7f780ffff640 1 -- 172.21.15.116:0/4099185862 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1723769209 0 0) 0x7f78180b4990 con 0x7f7818140400 2023-11-30T08:27:16.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781ce82640 1 --2- 172.21.15.116:0/4099185862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f781814a520 0x7f781813fec0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f78180bce70 tx=0x7f780801c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=301aa80c8bb3adc1 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:16.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f780ffff640 1 -- 172.21.15.116:0/4099185862 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78080a8050 con 0x7f781814a520 2023-11-30T08:27:16.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f780ffff640 1 -- 172.21.15.116:0/4099185862 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78080ac5f0 con 0x7f781814a520 2023-11-30T08:27:16.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f780ffff640 1 -- 172.21.15.116:0/4099185862 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78080ac980 con 0x7f781814a520 2023-11-30T08:27:16.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 -- 172.21.15.116:0/4099185862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f781814a520 msgr2=0x7f781813fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 --2- 172.21.15.116:0/4099185862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f781814a520 0x7f781813fec0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f78180bce70 tx=0x7f780801c390 comp rx=0 tx=0).stop 2023-11-30T08:27:16.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 -- 172.21.15.116:0/4099185862 shutdown_connections 2023-11-30T08:27:16.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 --2- 172.21.15.116:0/4099185862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f781814a520 0x7f781813fec0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 -- 172.21.15.116:0/4099185862 >> 172.21.15.116:0/4099185862 conn(0x7f78180722b0 msgr2=0x7f78180bbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:16.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 -- 172.21.15.116:0/4099185862 shutdown_connections 2023-11-30T08:27:16.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 -- 172.21.15.116:0/4099185862 wait complete. 2023-11-30T08:27:16.566 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 Processor -- start 2023-11-30T08:27:16.566 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 -- start start 2023-11-30T08:27:16.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78180bc8a0 0x7f78181e2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7818140400 0x7f7818142e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f781814a520 0x7f7818131e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78181e3710 con 0x7f7818140400 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78181429a0 con 0x7f781814a520 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78181e3b30 con 0x7f78180bc8a0 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781ce82640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7818140400 0x7f7818142e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781ce82640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7818140400 0x7f7818142e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50888/0 (socket says 172.21.15.116:50888) 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781ce82640 1 -- 172.21.15.116:0/2086095098 learned_addr learned my addr 172.21.15.116:0/2086095098 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781ce82640 1 -- 172.21.15.116:0/2086095098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78180bc8a0 msgr2=0x7f78181e2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781ce82640 1 --2- 172.21.15.116:0/2086095098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78180bc8a0 0x7f78181e2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781ce82640 1 -- 172.21.15.116:0/2086095098 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f781814a520 msgr2=0x7f7818131e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781ce82640 1 --2- 172.21.15.116:0/2086095098 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f781814a520 0x7f7818131e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781ce82640 1 -- 172.21.15.116:0/2086095098 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78080094d0 con 0x7f7818140400 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781ce82640 1 --2- 172.21.15.116:0/2086095098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7818140400 0x7f7818142e40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f780801aa40 tx=0x7f7808019130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f780dffb640 1 -- 172.21.15.116:0/2086095098 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78080a8040 con 0x7f7818140400 2023-11-30T08:27:16.568 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f780dffb640 1 -- 172.21.15.116:0/2086095098 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78080b6810 con 0x7f7818140400 2023-11-30T08:27:16.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f780dffb640 1 -- 172.21.15.116:0/2086095098 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78080b6bc0 con 0x7f7818140400 2023-11-30T08:27:16.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 -- 172.21.15.116:0/2086095098 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7818144ac0 con 0x7f7818140400 2023-11-30T08:27:16.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.557+0000 7f781f8e7640 1 -- 172.21.15.116:0/2086095098 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7818145fb0 con 0x7f7818140400 2023-11-30T08:27:16.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.561+0000 7f781f8e7640 1 -- 172.21.15.116:0/2086095098 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78181e3470 con 0x7f7818140400 2023-11-30T08:27:16.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.561+0000 7f780dffb640 1 -- 172.21.15.116:0/2086095098 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f78080b6d20 con 0x7f7818140400 2023-11-30T08:27:16.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.561+0000 7f780dffb640 1 --2- 172.21.15.116:0/2086095098 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f77fc066470 0x7f77fc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.561+0000 7f781d683640 1 --2- 172.21.15.116:0/2086095098 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f77fc066470 0x7f77fc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.561+0000 7f780dffb640 1 -- 172.21.15.116:0/2086095098 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f780811e830 con 0x7f7818140400 2023-11-30T08:27:16.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.561+0000 7f781d683640 1 --2- 172.21.15.116:0/2086095098 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f77fc066470 0x7f77fc068930 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7814009670 tx=0x7f7814006bd0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:16.573 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.565+0000 7f780dffb640 1 -- 172.21.15.116:0/2086095098 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f78181e3470 con 0x7f7818140400 2023-11-30T08:27:16.726 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.717+0000 7f781f8e7640 1 -- 172.21.15.116:0/2086095098 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f78181e3850 con 0x7f7818140400 2023-11-30T08:27:16.726 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.717+0000 7f780dffb640 1 -- 172.21.15.116:0/2086095098 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f78181e3850 con 0x7f7818140400 2023-11-30T08:27:16.727 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 64 2023-11-30T08:27:16.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.721+0000 7f781f8e7640 1 -- 172.21.15.116:0/2086095098 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f77fc066470 msgr2=0x7f77fc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.721+0000 7f781f8e7640 1 --2- 172.21.15.116:0/2086095098 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f77fc066470 0x7f77fc068930 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f7814009670 tx=0x7f7814006bd0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.721+0000 7f781f8e7640 1 -- 172.21.15.116:0/2086095098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7818140400 msgr2=0x7f7818142e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.721+0000 7f781f8e7640 1 --2- 172.21.15.116:0/2086095098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7818140400 0x7f7818142e40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f780801aa40 tx=0x7f7808019130 comp rx=0 tx=0).stop 2023-11-30T08:27:16.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.721+0000 7f781f8e7640 1 -- 172.21.15.116:0/2086095098 shutdown_connections 2023-11-30T08:27:16.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.721+0000 7f781f8e7640 1 --2- 172.21.15.116:0/2086095098 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f781814a520 0x7f7818131e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.730 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.721+0000 7f781f8e7640 1 --2- 172.21.15.116:0/2086095098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7818140400 0x7f7818142e40 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.730 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.721+0000 7f781f8e7640 1 --2- 172.21.15.116:0/2086095098 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f77fc066470 0x7f77fc068930 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.730 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.721+0000 7f781f8e7640 1 --2- 172.21.15.116:0/2086095098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78180bc8a0 0x7f78181e2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.730 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.721+0000 7f781f8e7640 1 -- 172.21.15.116:0/2086095098 >> 172.21.15.116:0/2086095098 conn(0x7f78180722b0 msgr2=0x7f7818149230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:16.730 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.721+0000 7f781f8e7640 1 -- 172.21.15.116:0/2086095098 shutdown_connections 2023-11-30T08:27:16.730 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.721+0000 7f781f8e7640 1 -- 172.21.15.116:0/2086095098 wait complete. 2023-11-30T08:27:16.746 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:16.857 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54cb03e640 1 Processor -- start 2023-11-30T08:27:16.857 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54cb03e640 1 -- start start 2023-11-30T08:27:16.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54cb03e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54c406c920 0x7f54c40ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54cb03e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f54c40af2e0 0x7f54c40ad5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.859 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54cb03e640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54c40af770 con 0x7f54c40b4430 2023-11-30T08:27:16.859 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54cb03e640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54c40afc20 con 0x7f54c40af2e0 2023-11-30T08:27:16.859 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54cb03e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54c40aeea0 con 0x7f54c406c920 2023-11-30T08:27:16.859 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54c3fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f54c40af2e0 0x7f54c40ad5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.859 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54c3fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f54c40af2e0 0x7f54c40ad5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50900/0 (socket says 172.21.15.116:50900) 2023-11-30T08:27:16.859 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54c3fff640 1 -- 172.21.15.116:0/297088691 learned_addr learned my addr 172.21.15.116:0/297088691 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:16.859 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54c3fff640 1 -- 172.21.15.116:0/297088691 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54c406c920 msgr2=0x7f54c40ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:16.859 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54c8dda640 1 --2- 172.21.15.116:0/297088691 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54c406c920 0x7f54c40ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.859 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54c3fff640 1 --2- 172.21.15.116:0/297088691 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54c406c920 0x7f54c40ad0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.859 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54c3fff640 1 -- 172.21.15.116:0/297088691 >> v1:172.21.15.162:6789/0 conn(0x7f54c40b4430 legacy=0x7f54c4147080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:16.859 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.849+0000 7f54c3fff640 1 -- 172.21.15.116:0/297088691 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54c406cd00 con 0x7f54c40af2e0 2023-11-30T08:27:16.863 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54c3fff640 1 --2- 172.21.15.116:0/297088691 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54c40af2e0 0x7f54c40ad5f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f54b400bb10 tx=0x7f54b401eab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fb5703422ddbf44 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54c37fe640 1 -- 172.21.15.116:0/297088691 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54b40a7a50 con 0x7f54c40af2e0 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54c37fe640 1 -- 172.21.15.116:0/297088691 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54b40a7bb0 con 0x7f54c40af2e0 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54c37fe640 1 -- 172.21.15.116:0/297088691 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54b40af440 con 0x7f54c40af2e0 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54cb03e640 1 -- 172.21.15.116:0/297088691 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54c40af2e0 msgr2=0x7f54c40ad5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54cb03e640 1 --2- 172.21.15.116:0/297088691 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54c40af2e0 0x7f54c40ad5f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f54b400bb10 tx=0x7f54b401eab0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54cb03e640 1 -- 172.21.15.116:0/297088691 shutdown_connections 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54cb03e640 1 --2- 172.21.15.116:0/297088691 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54c40af2e0 0x7f54c40ad5f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54cb03e640 1 --2- 172.21.15.116:0/297088691 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54c406c920 0x7f54c40ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54cb03e640 1 -- 172.21.15.116:0/297088691 >> 172.21.15.116:0/297088691 conn(0x7f54c40b48e0 msgr2=0x7f54c40b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54cb03e640 1 -- 172.21.15.116:0/297088691 shutdown_connections 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54cb03e640 1 -- 172.21.15.116:0/297088691 wait complete. 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54cb03e640 1 Processor -- start 2023-11-30T08:27:16.864 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.853+0000 7f54cb03e640 1 -- start start 2023-11-30T08:27:16.867 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54cb03e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54c406c920 0x7f54c409aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.867 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54cb03e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54c40b4430 0x7f54c41da8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54cb03e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f54c409b410 0x7f54c41dae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54cb03e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54c409c1a0 con 0x7f54c406c920 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54cb03e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54c409a380 con 0x7f54c409b410 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54cb03e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54c409a660 con 0x7f54c40b4430 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c8dda640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54c406c920 0x7f54c409aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c8dda640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54c406c920 0x7f54c409aed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50910/0 (socket says 172.21.15.116:50910) 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c8dda640 1 -- 172.21.15.116:0/1657636453 learned_addr learned my addr 172.21.15.116:0/1657636453 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c95db640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f54c409b410 0x7f54c41dae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c3fff640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54c40b4430 0x7f54c41da8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c8dda640 1 -- 172.21.15.116:0/1657636453 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54c40b4430 msgr2=0x7f54c41da8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c8dda640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54c40b4430 0x7f54c41da8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c8dda640 1 -- 172.21.15.116:0/1657636453 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f54c409b410 msgr2=0x7f54c41dae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:16.868 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c8dda640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f54c409b410 0x7f54c41dae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c8dda640 1 -- 172.21.15.116:0/1657636453 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54b400b770 con 0x7f54c406c920 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c8dda640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54c406c920 0x7f54c409aed0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f54b800c7f0 tx=0x7f54b800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c17fa640 1 -- 172.21.15.116:0/1657636453 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54b8004220 con 0x7f54c406c920 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c17fa640 1 -- 172.21.15.116:0/1657636453 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54b80043a0 con 0x7f54c406c920 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54cb03e640 1 -- 172.21.15.116:0/1657636453 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54c409c3a0 con 0x7f54c406c920 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c17fa640 1 -- 172.21.15.116:0/1657636453 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54b8004510 con 0x7f54c406c920 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54cb03e640 1 -- 172.21.15.116:0/1657636453 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54c4141d50 con 0x7f54c406c920 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54cb03e640 1 -- 172.21.15.116:0/1657636453 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54c40679e0 con 0x7f54c406c920 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c17fa640 1 -- 172.21.15.116:0/1657636453 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f54b8003a70 con 0x7f54c406c920 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c17fa640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f54b0066470 0x7f54b0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c17fa640 1 -- 172.21.15.116:0/1657636453 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f54b8083db0 con 0x7f54c406c920 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c3fff640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f54b0066470 0x7f54b0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:16.869 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.857+0000 7f54c3fff640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f54b0066470 0x7f54b0068930 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f54b40b1000 tx=0x7f54b40a9070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:16.870 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:16.861+0000 7f54c17fa640 1 -- 172.21.15.116:0/1657636453 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f54b80512c0 con 0x7f54c406c920 2023-11-30T08:27:17.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.005+0000 7f54cb03e640 1 -- 172.21.15.116:0/1657636453 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f54c41da730 con 0x7f54c406c920 2023-11-30T08:27:17.014 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.005+0000 7f54c17fa640 1 -- 172.21.15.116:0/1657636453 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7f54b801e090 con 0x7f54c406c920 2023-11-30T08:27:17.015 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:17.015 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:17.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.009+0000 7f54cb03e640 1 -- 172.21.15.116:0/1657636453 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f54b0066470 msgr2=0x7f54b0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.009+0000 7f54cb03e640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f54b0066470 0x7f54b0068930 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f54b40b1000 tx=0x7f54b40a9070 comp rx=0 tx=0).stop 2023-11-30T08:27:17.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.009+0000 7f54cb03e640 1 -- 172.21.15.116:0/1657636453 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54c406c920 msgr2=0x7f54c409aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.009+0000 7f54cb03e640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54c406c920 0x7f54c409aed0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f54b800c7f0 tx=0x7f54b800ccb0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.009+0000 7f54cb03e640 1 -- 172.21.15.116:0/1657636453 shutdown_connections 2023-11-30T08:27:17.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.009+0000 7f54cb03e640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f54c409b410 0x7f54c41dae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.009+0000 7f54cb03e640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f54b0066470 0x7f54b0068930 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.009+0000 7f54cb03e640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f54c40b4430 0x7f54c41da8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.009+0000 7f54cb03e640 1 --2- 172.21.15.116:0/1657636453 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54c406c920 0x7f54c409aed0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.018 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.009+0000 7f54cb03e640 1 -- 172.21.15.116:0/1657636453 >> 172.21.15.116:0/1657636453 conn(0x7f54c40b48e0 msgr2=0x7f54c40b1e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:17.018 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.009+0000 7f54cb03e640 1 -- 172.21.15.116:0/1657636453 shutdown_connections 2023-11-30T08:27:17.018 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.009+0000 7f54cb03e640 1 -- 172.21.15.116:0/1657636453 wait complete. 2023-11-30T08:27:17.032 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-30T08:26:58.774799+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-30T08:26:59.510853+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:17.033 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:17.147 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.137+0000 7f734d85a640 1 Processor -- start 2023-11-30T08:27:17.147 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.137+0000 7f734d85a640 1 -- start start 2023-11-30T08:27:17.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f734d85a640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f734814a520 0x7f734813fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f734d85a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7348140400 0x7f7348140850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f734d85a640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73480b4990 con 0x7f73480bc8a0 2023-11-30T08:27:17.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f734d85a640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7348140d90 con 0x7f734814a520 2023-11-30T08:27:17.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f734d85a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73480b5de0 con 0x7f7348140400 2023-11-30T08:27:17.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f733e7fc640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f734814a520 0x7f734813fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f73477fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7348140400 0x7f7348140850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f7346ffd640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f73480bc8a0 0x7f7348149e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:55752/0 (socket says 172.21.15.116:55752) 2023-11-30T08:27:17.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f7346ffd640 1 -- 172.21.15.116:0/1866574665 learned_addr learned my addr 172.21.15.116:0/1866574665 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:17.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f733e7fc640 1 -- 172.21.15.116:0/1866574665 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7348140400 msgr2=0x7f7348140850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:17.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f733e7fc640 1 --2- 172.21.15.116:0/1866574665 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7348140400 0x7f7348140850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f733e7fc640 1 -- 172.21.15.116:0/1866574665 >> v1:172.21.15.162:6789/0 conn(0x7f73480bc8a0 legacy=0x7f7348149e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f733e7fc640 1 -- 172.21.15.116:0/1866574665 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73480b5b70 con 0x7f734814a520 2023-11-30T08:27:17.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.141+0000 7f733e7fc640 1 --2- 172.21.15.116:0/1866574665 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f734814a520 0x7f734813fec0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f73300097f0 tx=0x7f733001c360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e4519858408ecdc5 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:17.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f73467fc640 1 -- 172.21.15.116:0/1866574665 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73300ad660 con 0x7f734814a520 2023-11-30T08:27:17.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f73467fc640 1 -- 172.21.15.116:0/1866574665 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73300ad7c0 con 0x7f734814a520 2023-11-30T08:27:17.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f73467fc640 1 -- 172.21.15.116:0/1866574665 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73300adb50 con 0x7f734814a520 2023-11-30T08:27:17.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 -- 172.21.15.116:0/1866574665 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f734814a520 msgr2=0x7f734813fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 --2- 172.21.15.116:0/1866574665 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f734814a520 0x7f734813fec0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f73300097f0 tx=0x7f733001c360 comp rx=0 tx=0).stop 2023-11-30T08:27:17.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 -- 172.21.15.116:0/1866574665 shutdown_connections 2023-11-30T08:27:17.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 --2- 172.21.15.116:0/1866574665 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7348140400 0x7f7348140850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 --2- 172.21.15.116:0/1866574665 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f734814a520 0x7f734813fec0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 -- 172.21.15.116:0/1866574665 >> 172.21.15.116:0/1866574665 conn(0x7f73480722b0 msgr2=0x7f73480bbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:17.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 -- 172.21.15.116:0/1866574665 shutdown_connections 2023-11-30T08:27:17.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 -- 172.21.15.116:0/1866574665 wait complete. 2023-11-30T08:27:17.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 Processor -- start 2023-11-30T08:27:17.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 -- start start 2023-11-30T08:27:17.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f73480bc8a0 0x7f73481e2820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7348140400 0x7f7348142fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f734814a520 0x7f7348137cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7348141a40 con 0x7f7348140400 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73481dedd0 con 0x7f73480bc8a0 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f734d85a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73481e30b0 con 0x7f734814a520 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f733e7fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7348140400 0x7f7348142fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f733e7fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7348140400 0x7f7348142fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50918/0 (socket says 172.21.15.116:50918) 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f733e7fc640 1 -- 172.21.15.116:0/3419562752 learned_addr learned my addr 172.21.15.116:0/3419562752 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f7346ffd640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f73480bc8a0 0x7f73481e2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f73477fe640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f734814a520 0x7f7348137cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f733e7fc640 1 -- 172.21.15.116:0/3419562752 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f734814a520 msgr2=0x7f7348137cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f733e7fc640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f734814a520 0x7f7348137cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f733e7fc640 1 -- 172.21.15.116:0/3419562752 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f73480bc8a0 msgr2=0x7f73481e2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f733e7fc640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f73480bc8a0 0x7f73481e2820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f733e7fc640 1 -- 172.21.15.116:0/3419562752 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7330009420 con 0x7f7348140400 2023-11-30T08:27:17.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f733e7fc640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7348140400 0x7f7348142fe0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7330019f90 tx=0x7f7330019100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:17.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f7344ff9640 1 -- 172.21.15.116:0/3419562752 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73300b6900 con 0x7f7348140400 2023-11-30T08:27:17.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f7344ff9640 1 -- 172.21.15.116:0/3419562752 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73300b6a60 con 0x7f7348140400 2023-11-30T08:27:17.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.145+0000 7f7344ff9640 1 -- 172.21.15.116:0/3419562752 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73300b6e10 con 0x7f7348140400 2023-11-30T08:27:17.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.149+0000 7f734d85a640 1 -- 172.21.15.116:0/3419562752 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73481df090 con 0x7f7348140400 2023-11-30T08:27:17.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.149+0000 7f734d85a640 1 -- 172.21.15.116:0/3419562752 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73481e2d60 con 0x7f7348140400 2023-11-30T08:27:17.158 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.149+0000 7f734d85a640 1 -- 172.21.15.116:0/3419562752 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73481dfd70 con 0x7f7348140400 2023-11-30T08:27:17.158 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.149+0000 7f7344ff9640 1 -- 172.21.15.116:0/3419562752 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f73300b4040 con 0x7f7348140400 2023-11-30T08:27:17.158 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.149+0000 7f7344ff9640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7328066470 0x7f7328068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.158 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.149+0000 7f7346ffd640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7328066470 0x7f7328068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.158 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.149+0000 7f7344ff9640 1 -- 172.21.15.116:0/3419562752 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f733011e310 con 0x7f7348140400 2023-11-30T08:27:17.158 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.149+0000 7f7346ffd640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7328066470 0x7f7328068930 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f7338005890 tx=0x7f7338009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:17.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.153+0000 7f7344ff9640 1 -- 172.21.15.116:0/3419562752 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f73300eb790 con 0x7f7348140400 2023-11-30T08:27:17.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.309+0000 7f734d85a640 1 -- 172.21.15.116:0/3419562752 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7348068960 con 0x7f7348140400 2023-11-30T08:27:17.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.309+0000 7f7344ff9640 1 -- 172.21.15.116:0/3419562752 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f73300eedb0 con 0x7f7348140400 2023-11-30T08:27:17.318 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:17.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.313+0000 7f734d85a640 1 -- 172.21.15.116:0/3419562752 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7328066470 msgr2=0x7f7328068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.313+0000 7f734d85a640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7328066470 0x7f7328068930 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f7338005890 tx=0x7f7338009040 comp rx=0 tx=0).stop 2023-11-30T08:27:17.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.313+0000 7f734d85a640 1 -- 172.21.15.116:0/3419562752 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7348140400 msgr2=0x7f7348142fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.313+0000 7f734d85a640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7348140400 0x7f7348142fe0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7330019f90 tx=0x7f7330019100 comp rx=0 tx=0).stop 2023-11-30T08:27:17.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.313+0000 7f734d85a640 1 -- 172.21.15.116:0/3419562752 shutdown_connections 2023-11-30T08:27:17.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.313+0000 7f734d85a640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7328066470 0x7f7328068930 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.313+0000 7f734d85a640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f734814a520 0x7f7348137cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.313+0000 7f734d85a640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7348140400 0x7f7348142fe0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.313+0000 7f734d85a640 1 --2- 172.21.15.116:0/3419562752 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f73480bc8a0 0x7f73481e2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.313+0000 7f734d85a640 1 -- 172.21.15.116:0/3419562752 >> 172.21.15.116:0/3419562752 conn(0x7f73480722b0 msgr2=0x7f7348144e00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:17.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.313+0000 7f734d85a640 1 -- 172.21.15.116:0/3419562752 shutdown_connections 2023-11-30T08:27:17.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.313+0000 7f734d85a640 1 -- 172.21.15.116:0/3419562752 wait complete. 2023-11-30T08:27:17.335 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-30T08:27:17.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb17d8a7640 1 Processor -- start 2023-11-30T08:27:17.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb17d8a7640 1 -- start start 2023-11-30T08:27:17.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb17d8a7640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fb178071c30 0x7fb1780b3750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb17d8a7640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1780b3c90 con 0x7fb178148110 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb17d8a7640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb178072010 con 0x7fb1780b2a00 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb17d8a7640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb1780b5190 con 0x7fb178071c30 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb1777fe640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fb178148110 0x7fb17814ed30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50846/0 (socket says 172.21.15.116:50846) 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb1777fe640 1 -- 172.21.15.116:0/1516539799 learned_addr learned my addr 172.21.15.116:0/1516539799 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb176ffd640 1 --2- 172.21.15.116:0/1516539799 >> v2:172.21.15.162:3300/0 conn(0x7fb178071c30 0x7fb1780b3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3322746641 0 0) 0x7fb1780b3c90 con 0x7fb178148110 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb160003530 con 0x7fb178148110 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 820576200 0 0) 0x7fb160003530 con 0x7fb178148110 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 >> v2:172.21.15.162:3300/0 conn(0x7fb178071c30 msgr2=0x7fb1780b3750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 --2- 172.21.15.116:0/1516539799 >> v2:172.21.15.162:3300/0 conn(0x7fb178071c30 0x7fb1780b3750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 >> v1:172.21.15.162:6789/0 conn(0x7fb1780b2a00 legacy=0x7fb178147a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1780b4db0 con 0x7fb178148110 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fb170001a00 con 0x7fb178148110 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 >> v1:172.21.15.116:6789/0 conn(0x7fb178148110 legacy=0x7fb17814ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 --2- 172.21.15.116:0/1516539799 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb1600039d0 0x7fb160003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 --2- 172.21.15.116:0/1516539799 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb1600047d0 0x7fb160004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 --2- 172.21.15.116:0/1516539799 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb1600052b0 0x7fb16000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1780b5190 con 0x7fb1600047d0 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb16000c1d0 con 0x7fb1600052b0 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb16000c390 con 0x7fb1600039d0 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb1767fc640 1 --2- 172.21.15.116:0/1516539799 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb1600047d0 0x7fb160004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb176ffd640 1 --2- 172.21.15.116:0/1516539799 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb1600039d0 0x7fb160003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb1777fe640 1 --2- 172.21.15.116:0/1516539799 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb1600052b0 0x7fb16000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb1767fc640 1 -- 172.21.15.116:0/1516539799 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb1600039d0 msgr2=0x7fb160003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb1767fc640 1 --2- 172.21.15.116:0/1516539799 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb1600039d0 0x7fb160003df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb1767fc640 1 -- 172.21.15.116:0/1516539799 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb1600052b0 msgr2=0x7fb16000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb1767fc640 1 --2- 172.21.15.116:0/1516539799 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb1600052b0 0x7fb16000b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb1777fe640 1 -- 172.21.15.116:0/1516539799 reap_dead start 2023-11-30T08:27:17.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.441+0000 7fb1767fc640 1 -- 172.21.15.116:0/1516539799 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb160003530 con 0x7fb1600047d0 2023-11-30T08:27:17.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb1767fc640 1 --2- 172.21.15.116:0/1516539799 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb1600047d0 0x7fb160004c50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb16c001780 tx=0x7fb16c01c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75cf44e01e2a49d6 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:17.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb16c0052d0 con 0x7fb1600047d0 2023-11-30T08:27:17.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb16c0a7050 con 0x7fb1600047d0 2023-11-30T08:27:17.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb175ffb640 1 -- 172.21.15.116:0/1516539799 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb16c003600 con 0x7fb1600047d0 2023-11-30T08:27:17.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1516539799 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb1600047d0 msgr2=0x7fb160004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 --2- 172.21.15.116:0/1516539799 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb1600047d0 0x7fb160004c50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb16c001780 tx=0x7fb16c01c380 comp rx=0 tx=0).stop 2023-11-30T08:27:17.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1516539799 shutdown_connections 2023-11-30T08:27:17.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 --2- 172.21.15.116:0/1516539799 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb1600047d0 0x7fb160004c50 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1516539799 >> 172.21.15.116:0/1516539799 conn(0x7fb17806b860 msgr2=0x7fb17806bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:17.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1516539799 shutdown_connections 2023-11-30T08:27:17.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1516539799 wait complete. 2023-11-30T08:27:17.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 Processor -- start 2023-11-30T08:27:17.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 -- start start 2023-11-30T08:27:17.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb1600047d0 0x7fb17813f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb178141d90 0x7fb17813ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb178139000 0x7fb178139470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb178142210 con 0x7fb178139000 2023-11-30T08:27:17.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1780b8420 con 0x7fb178141d90 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1781418b0 con 0x7fb1600047d0 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb1777fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb178139000 0x7fb178139470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb1777fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb178139000 0x7fb178139470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50934/0 (socket says 172.21.15.116:50934) 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb1777fe640 1 -- 172.21.15.116:0/1860819104 learned_addr learned my addr 172.21.15.116:0/1860819104 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb176ffd640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb1600047d0 0x7fb17813f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb1767fc640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb178141d90 0x7fb17813ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb1777fe640 1 -- 172.21.15.116:0/1860819104 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb1600047d0 msgr2=0x7fb17813f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb1777fe640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb1600047d0 0x7fb17813f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb1777fe640 1 -- 172.21.15.116:0/1860819104 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb178141d90 msgr2=0x7fb17813ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb1777fe640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb178141d90 0x7fb17813ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb1777fe640 1 -- 172.21.15.116:0/1860819104 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1781399b0 con 0x7fb178139000 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb1777fe640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb178139000 0x7fb178139470 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb170001340 tx=0x7fb17000b0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb15ffff640 1 -- 172.21.15.116:0/1860819104 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb17000b870 con 0x7fb178139000 2023-11-30T08:27:17.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb15ffff640 1 -- 172.21.15.116:0/1860819104 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb17000b9f0 con 0x7fb178139000 2023-11-30T08:27:17.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1860819104 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb178141140 con 0x7fb178139000 2023-11-30T08:27:17.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb15ffff640 1 -- 172.21.15.116:0/1860819104 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb17000bda0 con 0x7fb178139000 2023-11-30T08:27:17.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.445+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1860819104 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1780b8670 con 0x7fb178139000 2023-11-30T08:27:17.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.449+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1860819104 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb178141ab0 con 0x7fb178139000 2023-11-30T08:27:17.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.449+0000 7fb15ffff640 1 -- 172.21.15.116:0/1860819104 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb170007110 con 0x7fb178139000 2023-11-30T08:27:17.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.449+0000 7fb15ffff640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb164066470 0x7fb164068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.449+0000 7fb176ffd640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb164066470 0x7fb164068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.449+0000 7fb15ffff640 1 -- 172.21.15.116:0/1860819104 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb170083f90 con 0x7fb178139000 2023-11-30T08:27:17.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.449+0000 7fb176ffd640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb164066470 0x7fb164068930 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb178145580 tx=0x7fb168008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:17.461 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.453+0000 7fb15ffff640 1 -- 172.21.15.116:0/1860819104 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb1700b5280 con 0x7fb178139000 2023-11-30T08:27:17.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.597+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1860819104 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb178068960 con 0x7fb178139000 2023-11-30T08:27:17.606 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.597+0000 7fb15ffff640 1 -- 172.21.15.116:0/1860819104 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb178141ab0 con 0x7fb178139000 2023-11-30T08:27:17.606 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 32 2023-11-30T08:27:17.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.601+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1860819104 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb164066470 msgr2=0x7fb164068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.601+0000 7fb17d8a7640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb164066470 0x7fb164068930 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb178145580 tx=0x7fb168008040 comp rx=0 tx=0).stop 2023-11-30T08:27:17.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.601+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1860819104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb178139000 msgr2=0x7fb178139470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.601+0000 7fb17d8a7640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb178139000 0x7fb178139470 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb170001340 tx=0x7fb17000b0d0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.601+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1860819104 shutdown_connections 2023-11-30T08:27:17.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.601+0000 7fb17d8a7640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb178139000 0x7fb178139470 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.601+0000 7fb17d8a7640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb178141d90 0x7fb17813ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.601+0000 7fb17d8a7640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb164066470 0x7fb164068930 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.601+0000 7fb17d8a7640 1 --2- 172.21.15.116:0/1860819104 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb1600047d0 0x7fb17813f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.601+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1860819104 >> 172.21.15.116:0/1860819104 conn(0x7fb17806b860 msgr2=0x7fb1780b1490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:17.609 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.601+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1860819104 shutdown_connections 2023-11-30T08:27:17.609 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.601+0000 7fb17d8a7640 1 -- 172.21.15.116:0/1860819104 wait complete. 2023-11-30T08:27:17.622 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-30T08:27:17.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.729+0000 7f0827ba6640 1 Processor -- start 2023-11-30T08:27:17.739 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.729+0000 7f0827ba6640 1 -- start start 2023-11-30T08:27:17.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0827ba6640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082006c8b0 0x7f0820149b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0827ba6640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f082014a050 0x7f0820150ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0827ba6640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08200aee20 con 0x7f08200721c0 2023-11-30T08:27:17.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0827ba6640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08200b4650 con 0x7f082014a050 2023-11-30T08:27:17.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0827ba6640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f082006cc90 con 0x7f082006c8b0 2023-11-30T08:27:17.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0825141640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f08200721c0 0x7f08200b1b60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:50860/0 (socket says 172.21.15.116:50860) 2023-11-30T08:27:17.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0825141640 1 -- 172.21.15.116:0/3263584977 learned_addr learned my addr 172.21.15.116:0/3263584977 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:17.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0825942640 1 --2- 172.21.15.116:0/3263584977 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082006c8b0 0x7f0820149b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0826143640 1 --2- 172.21.15.116:0/3263584977 >> v2:172.21.15.162:3300/0 conn(0x7f082014a050 0x7f0820150ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1398735070 0 0) 0x7f08200aee20 con 0x7f08200721c0 2023-11-30T08:27:17.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f080c003530 con 0x7f08200721c0 2023-11-30T08:27:17.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3282261377 0 0) 0x7f080c003530 con 0x7f08200721c0 2023-11-30T08:27:17.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082006c8b0 msgr2=0x7f0820149b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:17.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 --2- 172.21.15.116:0/3263584977 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082006c8b0 0x7f0820149b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 >> v2:172.21.15.162:3300/0 conn(0x7f082014a050 msgr2=0x7f0820150ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:17.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 --2- 172.21.15.116:0/3263584977 >> v2:172.21.15.162:3300/0 conn(0x7f082014a050 0x7f0820150ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08200b3b70 con 0x7f08200721c0 2023-11-30T08:27:17.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f0810001680 con 0x7f08200721c0 2023-11-30T08:27:17.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 >> v1:172.21.15.116:6789/0 conn(0x7f08200721c0 legacy=0x7f08200b1b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 --2- 172.21.15.116:0/3263584977 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f080c003980 0x7f080c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 --2- 172.21.15.116:0/3263584977 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082006c8b0 0x7f080c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 --2- 172.21.15.116:0/3263584977 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f080c004d10 0x7f080c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08200b4650 con 0x7f080c003980 2023-11-30T08:27:17.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f082006cc90 con 0x7f080c004d10 2023-11-30T08:27:17.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f080c00b990 con 0x7f082006c8b0 2023-11-30T08:27:17.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0825942640 1 --2- 172.21.15.116:0/3263584977 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f080c003980 0x7f080c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0825942640 1 -- 172.21.15.116:0/3263584977 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082006c8b0 msgr2=0x7f080c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:17.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0825141640 1 --2- 172.21.15.116:0/3263584977 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082006c8b0 0x7f080c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0826143640 1 --2- 172.21.15.116:0/3263584977 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f080c004d10 0x7f080c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0825942640 1 --2- 172.21.15.116:0/3263584977 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082006c8b0 0x7f080c0047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0825942640 1 -- 172.21.15.116:0/3263584977 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f080c004d10 msgr2=0x7f080c005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:17.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0825942640 1 --2- 172.21.15.116:0/3263584977 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f080c004d10 0x7f080c005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0825942640 1 -- 172.21.15.116:0/3263584977 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f080c003530 con 0x7f080c003980 2023-11-30T08:27:17.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.733+0000 7f0825942640 1 --2- 172.21.15.116:0/3263584977 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f080c003980 0x7f080c003da0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f081c009ae0 tx=0x7f081c01ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ca36bfb677f483a server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:17.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f081c0a6430 con 0x7f080c003980 2023-11-30T08:27:17.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f081c0a6590 con 0x7f080c003980 2023-11-30T08:27:17.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0824940640 1 -- 172.21.15.116:0/3263584977 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f081c0a6940 con 0x7f080c003980 2023-11-30T08:27:17.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 -- 172.21.15.116:0/3263584977 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f080c003980 msgr2=0x7f080c003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 --2- 172.21.15.116:0/3263584977 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f080c003980 0x7f080c003da0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f081c009ae0 tx=0x7f081c01ca50 comp rx=0 tx=0).stop 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0826143640 1 -- 172.21.15.116:0/3263584977 reap_dead start 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 -- 172.21.15.116:0/3263584977 shutdown_connections 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 -- 172.21.15.116:0/3263584977 >> 172.21.15.116:0/3263584977 conn(0x7f08200b4900 msgr2=0x7f08200b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 -- 172.21.15.116:0/3263584977 shutdown_connections 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 -- 172.21.15.116:0/3263584977 wait complete. 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 Processor -- start 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 -- start start 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f080c003980 0x7f082006f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f082013d870 0x7f08201e2f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082013cbb0 0x7f08201e24c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0820070560 con 0x7f080c003980 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0820070cb0 con 0x7f082013d870 2023-11-30T08:27:17.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0820070fb0 con 0x7f082013cbb0 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0825942640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f080c003980 0x7f082006f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0825942640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f080c003980 0x7f082006f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50954/0 (socket says 172.21.15.116:50954) 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0825942640 1 -- 172.21.15.116:0/74160817 learned_addr learned my addr 172.21.15.116:0/74160817 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0825141640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f082013d870 0x7f08201e2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0826143640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082013cbb0 0x7f08201e24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0825942640 1 -- 172.21.15.116:0/74160817 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082013cbb0 msgr2=0x7f08201e24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0825942640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082013cbb0 0x7f08201e24c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0825942640 1 -- 172.21.15.116:0/74160817 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f082013d870 msgr2=0x7f08201e2f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0825942640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f082013d870 0x7f08201e2f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0825942640 1 -- 172.21.15.116:0/74160817 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0820071290 con 0x7f080c003980 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0825141640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f082013d870 0x7f08201e2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0825942640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f080c003980 0x7f082006f570 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f081c009ae0 tx=0x7f080c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:17.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f08167fc640 1 -- 172.21.15.116:0/74160817 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f081c00f000 con 0x7f080c003980 2023-11-30T08:27:17.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f08167fc640 1 -- 172.21.15.116:0/74160817 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f081c0a6d80 con 0x7f080c003980 2023-11-30T08:27:17.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 -- 172.21.15.116:0/74160817 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0820151170 con 0x7f080c003980 2023-11-30T08:27:17.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f08167fc640 1 -- 172.21.15.116:0/74160817 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f081c0b9630 con 0x7f080c003980 2023-11-30T08:27:17.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 -- 172.21.15.116:0/74160817 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08201e2a00 con 0x7f080c003980 2023-11-30T08:27:17.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.737+0000 7f0827ba6640 1 -- 172.21.15.116:0/74160817 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08201e2bf0 con 0x7f080c003980 2023-11-30T08:27:17.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.741+0000 7f08167fc640 1 -- 172.21.15.116:0/74160817 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f081c0a7410 con 0x7f080c003980 2023-11-30T08:27:17.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.741+0000 7f08167fc640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f08040664a0 0x7f0804068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:17.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.741+0000 7f08167fc640 1 -- 172.21.15.116:0/74160817 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f081c11dae0 con 0x7f080c003980 2023-11-30T08:27:17.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.741+0000 7f0825141640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f08040664a0 0x7f0804068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:17.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.741+0000 7f0825141640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f08040664a0 0x7f0804068960 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f0810001210 tx=0x7f0810009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:17.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.745+0000 7f08167fc640 1 -- 172.21.15.116:0/74160817 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f08201e2bf0 con 0x7f080c003980 2023-11-30T08:27:17.903 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.893+0000 7f0827ba6640 1 -- 172.21.15.116:0/74160817 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f08201e2bf0 con 0x7f080c003980 2023-11-30T08:27:17.904 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f08167fc640 1 -- 172.21.15.116:0/74160817 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f08201e2bf0 con 0x7f080c003980 2023-11-30T08:27:17.904 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 64 2023-11-30T08:27:17.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f0827ba6640 1 -- 172.21.15.116:0/74160817 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f08040664a0 msgr2=0x7f0804068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f0827ba6640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f08040664a0 0x7f0804068960 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f0810001210 tx=0x7f0810009040 comp rx=0 tx=0).stop 2023-11-30T08:27:17.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f0827ba6640 1 -- 172.21.15.116:0/74160817 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f080c003980 msgr2=0x7f082006f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:17.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f0827ba6640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f080c003980 0x7f082006f570 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f081c009ae0 tx=0x7f080c005800 comp rx=0 tx=0).stop 2023-11-30T08:27:17.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f0827ba6640 1 -- 172.21.15.116:0/74160817 shutdown_connections 2023-11-30T08:27:17.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f0827ba6640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f08040664a0 0x7f0804068960 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f0827ba6640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f082013cbb0 0x7f08201e24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f0827ba6640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f082013d870 0x7f08201e2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f0827ba6640 1 --2- 172.21.15.116:0/74160817 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f080c003980 0x7f082006f570 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:17.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f0827ba6640 1 -- 172.21.15.116:0/74160817 >> 172.21.15.116:0/74160817 conn(0x7f08200b4900 msgr2=0x7f08201478f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:17.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f0827ba6640 1 -- 172.21.15.116:0/74160817 shutdown_connections 2023-11-30T08:27:17.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:17.897+0000 7f0827ba6640 1 -- 172.21.15.116:0/74160817 wait complete. 2023-11-30T08:27:17.921 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:18.027 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.017+0000 7f119b1d6640 1 Processor -- start 2023-11-30T08:27:18.027 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.017+0000 7f119b1d6640 1 -- start start 2023-11-30T08:27:18.028 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f119b1d6640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f119406c920 0x7f11940ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f119b1d6640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11940af2e0 0x7f11940ad5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f119b1d6640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11940af770 con 0x7f11940b4430 2023-11-30T08:27:18.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f119b1d6640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11940afc20 con 0x7f119406c920 2023-11-30T08:27:18.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f119b1d6640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11940aeea0 con 0x7f11940af2e0 2023-11-30T08:27:18.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f1193fff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11940af2e0 0x7f11940ad5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f1193fff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11940af2e0 0x7f11940ad5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:59896/0 (socket says 172.21.15.116:59896) 2023-11-30T08:27:18.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f1193fff640 1 -- 172.21.15.116:0/401215399 learned_addr learned my addr 172.21.15.116:0/401215399 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:18.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f1198f72640 1 --2- 172.21.15.116:0/401215399 >> v2:172.21.15.162:3300/0 conn(0x7f119406c920 0x7f11940ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f1193fff640 1 -- 172.21.15.116:0/401215399 >> v2:172.21.15.162:3300/0 conn(0x7f119406c920 msgr2=0x7f11940ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:18.030 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f1193fff640 1 --2- 172.21.15.116:0/401215399 >> v2:172.21.15.162:3300/0 conn(0x7f119406c920 0x7f11940ad0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.030 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f1193fff640 1 -- 172.21.15.116:0/401215399 >> v1:172.21.15.162:6789/0 conn(0x7f11940b4430 legacy=0x7f1194147080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.030 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.021+0000 7f1193fff640 1 -- 172.21.15.116:0/401215399 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f119406cd00 con 0x7f11940af2e0 2023-11-30T08:27:18.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f1193fff640 1 --2- 172.21.15.116:0/401215399 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11940af2e0 0x7f11940ad5f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f118400bb10 tx=0x7f118401eaf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67596d88a2e83536 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:18.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f11937fe640 1 -- 172.21.15.116:0/401215399 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11840a7ad0 con 0x7f11940af2e0 2023-11-30T08:27:18.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f11937fe640 1 -- 172.21.15.116:0/401215399 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11840a7c30 con 0x7f11940af2e0 2023-11-30T08:27:18.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f11937fe640 1 -- 172.21.15.116:0/401215399 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11840af440 con 0x7f11940af2e0 2023-11-30T08:27:18.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 -- 172.21.15.116:0/401215399 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11940af2e0 msgr2=0x7f11940ad5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 --2- 172.21.15.116:0/401215399 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11940af2e0 0x7f11940ad5f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f118400bb10 tx=0x7f118401eaf0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 -- 172.21.15.116:0/401215399 shutdown_connections 2023-11-30T08:27:18.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 --2- 172.21.15.116:0/401215399 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11940af2e0 0x7f11940ad5f0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 --2- 172.21.15.116:0/401215399 >> v2:172.21.15.162:3300/0 conn(0x7f119406c920 0x7f11940ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 -- 172.21.15.116:0/401215399 >> 172.21.15.116:0/401215399 conn(0x7f11940b48e0 msgr2=0x7f11940b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:18.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 -- 172.21.15.116:0/401215399 shutdown_connections 2023-11-30T08:27:18.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 -- 172.21.15.116:0/401215399 wait complete. 2023-11-30T08:27:18.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 Processor -- start 2023-11-30T08:27:18.034 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 -- start start 2023-11-30T08:27:18.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f119406c920 0x7f119409d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11940b4430 0x7f11941de100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f11941de640 0x7f1194099a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11941dead0 con 0x7f119406c920 2023-11-30T08:27:18.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f119409b570 con 0x7f11941de640 2023-11-30T08:27:18.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f119b1d6640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f119409c420 con 0x7f11940b4430 2023-11-30T08:27:18.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f1198f72640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f119406c920 0x7f119409d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f1198f72640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f119406c920 0x7f119409d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50968/0 (socket says 172.21.15.116:50968) 2023-11-30T08:27:18.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f1198f72640 1 -- 172.21.15.116:0/2164952633 learned_addr learned my addr 172.21.15.116:0/2164952633 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:18.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f1193fff640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11940b4430 0x7f11941de100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f1199773640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f11941de640 0x7f1194099a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f1198f72640 1 -- 172.21.15.116:0/2164952633 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11940b4430 msgr2=0x7f11941de100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f1198f72640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11940b4430 0x7f11941de100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f1198f72640 1 -- 172.21.15.116:0/2164952633 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f11941de640 msgr2=0x7f1194099a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f1198f72640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f11941de640 0x7f1194099a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f1198f72640 1 -- 172.21.15.116:0/2164952633 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f118400b770 con 0x7f119406c920 2023-11-30T08:27:18.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.025+0000 7f1198f72640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f119406c920 0x7f119409d0f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f118800e960 tx=0x7f118800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:18.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.029+0000 7f11917fa640 1 -- 172.21.15.116:0/2164952633 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1188009690 con 0x7f119406c920 2023-11-30T08:27:18.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.029+0000 7f11917fa640 1 -- 172.21.15.116:0/2164952633 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f118800ca00 con 0x7f119406c920 2023-11-30T08:27:18.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.029+0000 7f11917fa640 1 -- 172.21.15.116:0/2164952633 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f118800cd70 con 0x7f119406c920 2023-11-30T08:27:18.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.029+0000 7f119b1d6640 1 -- 172.21.15.116:0/2164952633 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f119409c970 con 0x7f119406c920 2023-11-30T08:27:18.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.029+0000 7f119b1d6640 1 -- 172.21.15.116:0/2164952633 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f119409c690 con 0x7f119406c920 2023-11-30T08:27:18.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.029+0000 7f119b1d6640 1 -- 172.21.15.116:0/2164952633 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11940679e0 con 0x7f119406c920 2023-11-30T08:27:18.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.029+0000 7f11917fa640 1 -- 172.21.15.116:0/2164952633 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1188013470 con 0x7f119406c920 2023-11-30T08:27:18.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.029+0000 7f11917fa640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1180066470 0x7f1180068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.029+0000 7f11917fa640 1 -- 172.21.15.116:0/2164952633 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1188083fe0 con 0x7f119406c920 2023-11-30T08:27:18.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.029+0000 7f1193fff640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1180066470 0x7f1180068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.029+0000 7f1193fff640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1180066470 0x7f1180068930 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f11840b1000 tx=0x7f11840a9070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:18.041 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.033+0000 7f11917fa640 1 -- 172.21.15.116:0/2164952633 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f11880515a0 con 0x7f119406c920 2023-11-30T08:27:18.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.181+0000 7f119b1d6640 1 -- 172.21.15.116:0/2164952633 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f119409d9d0 con 0x7f119406c920 2023-11-30T08:27:18.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.181+0000 7f11917fa640 1 -- 172.21.15.116:0/2164952633 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7f119409d9d0 con 0x7f119406c920 2023-11-30T08:27:18.191 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:18.191 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:18.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.185+0000 7f119b1d6640 1 -- 172.21.15.116:0/2164952633 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1180066470 msgr2=0x7f1180068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.185+0000 7f119b1d6640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1180066470 0x7f1180068930 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f11840b1000 tx=0x7f11840a9070 comp rx=0 tx=0).stop 2023-11-30T08:27:18.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.185+0000 7f119b1d6640 1 -- 172.21.15.116:0/2164952633 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f119406c920 msgr2=0x7f119409d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.185+0000 7f119b1d6640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f119406c920 0x7f119409d0f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f118800e960 tx=0x7f118800ee20 comp rx=0 tx=0).stop 2023-11-30T08:27:18.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.185+0000 7f119b1d6640 1 -- 172.21.15.116:0/2164952633 shutdown_connections 2023-11-30T08:27:18.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.185+0000 7f119b1d6640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f11941de640 0x7f1194099a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.185+0000 7f119b1d6640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1180066470 0x7f1180068930 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.185+0000 7f119b1d6640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f11940b4430 0x7f11941de100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.185+0000 7f119b1d6640 1 --2- 172.21.15.116:0/2164952633 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f119406c920 0x7f119409d0f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.185+0000 7f119b1d6640 1 -- 172.21.15.116:0/2164952633 >> 172.21.15.116:0/2164952633 conn(0x7f11940b48e0 msgr2=0x7f11940b1da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:18.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.185+0000 7f119b1d6640 1 -- 172.21.15.116:0/2164952633 shutdown_connections 2023-11-30T08:27:18.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.185+0000 7f119b1d6640 1 -- 172.21.15.116:0/2164952633 wait complete. 2023-11-30T08:27:18.208 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-30T08:26:58.774799+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-30T08:26:59.510853+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:18.209 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:18.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f590e3e6640 1 Processor -- start 2023-11-30T08:27:18.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f590e3e6640 1 -- start start 2023-11-30T08:27:18.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f590e3e6640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f590814a520 0x7f590813fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f590e3e6640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f5908140400 0x7f5908140850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f590e3e6640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59080b4990 con 0x7f59080bc8a0 2023-11-30T08:27:18.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f590e3e6640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5908140d90 con 0x7f5908140400 2023-11-30T08:27:18.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f590e3e6640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59080b5de0 con 0x7f590814a520 2023-11-30T08:27:18.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f59077fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f590814a520 0x7f590813fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f590c983640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f5908140400 0x7f5908140850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f5907fff640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f59080bc8a0 0x7f5908149e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:55792/0 (socket says 172.21.15.116:55792) 2023-11-30T08:27:18.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f5907fff640 1 -- 172.21.15.116:0/677330789 learned_addr learned my addr 172.21.15.116:0/677330789 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:18.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f5906ffd640 1 -- 172.21.15.116:0/677330789 <== mon.1 v1:172.21.15.162:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1781184916 0 0) 0x7f59080b4990 con 0x7f59080bc8a0 2023-11-30T08:27:18.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f5906ffd640 1 -- 172.21.15.116:0/677330789 --> v1:172.21.15.162:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f58f0003530 con 0x7f59080bc8a0 2023-11-30T08:27:18.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f590c983640 1 -- 172.21.15.116:0/677330789 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f590814a520 msgr2=0x7f590813fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:18.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f590c983640 1 --2- 172.21.15.116:0/677330789 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f590814a520 0x7f590813fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f590c983640 1 -- 172.21.15.116:0/677330789 >> v1:172.21.15.162:6789/0 conn(0x7f59080bc8a0 legacy=0x7f5908149e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.317+0000 7f590c983640 1 -- 172.21.15.116:0/677330789 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59080b5b70 con 0x7f5908140400 2023-11-30T08:27:18.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590c983640 1 --2- 172.21.15.116:0/677330789 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5908140400 0x7f5908140850 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5900009d90 tx=0x7f590001c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7759b3e166fc265a server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:18.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f5906ffd640 1 -- 172.21.15.116:0/677330789 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59000a58f0 con 0x7f5908140400 2023-11-30T08:27:18.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f5906ffd640 1 -- 172.21.15.116:0/677330789 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59000a5a50 con 0x7f5908140400 2023-11-30T08:27:18.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f5906ffd640 1 -- 172.21.15.116:0/677330789 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59000a5dc0 con 0x7f5908140400 2023-11-30T08:27:18.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 -- 172.21.15.116:0/677330789 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5908140400 msgr2=0x7f5908140850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 --2- 172.21.15.116:0/677330789 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5908140400 0x7f5908140850 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5900009d90 tx=0x7f590001c830 comp rx=0 tx=0).stop 2023-11-30T08:27:18.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 -- 172.21.15.116:0/677330789 shutdown_connections 2023-11-30T08:27:18.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 --2- 172.21.15.116:0/677330789 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f590814a520 0x7f590813fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 --2- 172.21.15.116:0/677330789 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5908140400 0x7f5908140850 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 -- 172.21.15.116:0/677330789 >> 172.21.15.116:0/677330789 conn(0x7f59080722b0 msgr2=0x7f59080bbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:18.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 -- 172.21.15.116:0/677330789 shutdown_connections 2023-11-30T08:27:18.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 -- 172.21.15.116:0/677330789 wait complete. 2023-11-30T08:27:18.330 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 Processor -- start 2023-11-30T08:27:18.330 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 -- start start 2023-11-30T08:27:18.332 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59080bc8a0 0x7f5908146a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.332 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5908140400 0x7f59081df4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.332 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f590814a520 0x7f59081399c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.332 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5908136070 con 0x7f590814a520 2023-11-30T08:27:18.332 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59081dea10 con 0x7f5908140400 2023-11-30T08:27:18.332 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590e3e6640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f590813a620 con 0x7f59080bc8a0 2023-11-30T08:27:18.332 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590c983640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f590814a520 0x7f59081399c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590c983640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f590814a520 0x7f59081399c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:50974/0 (socket says 172.21.15.116:50974) 2023-11-30T08:27:18.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590c983640 1 -- 172.21.15.116:0/2742195867 learned_addr learned my addr 172.21.15.116:0/2742195867 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:18.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f5907fff640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59080bc8a0 0x7f5908146a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f59077fe640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5908140400 0x7f59081df4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590c983640 1 -- 172.21.15.116:0/2742195867 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59080bc8a0 msgr2=0x7f5908146a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590c983640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59080bc8a0 0x7f5908146a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590c983640 1 -- 172.21.15.116:0/2742195867 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5908140400 msgr2=0x7f59081df4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590c983640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5908140400 0x7f59081df4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.321+0000 7f590c983640 1 -- 172.21.15.116:0/2742195867 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5900009a70 con 0x7f590814a520 2023-11-30T08:27:18.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.325+0000 7f590c983640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f590814a520 0x7f59081399c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5900009d90 tx=0x7f59000195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:18.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.325+0000 7f5904ff9640 1 -- 172.21.15.116:0/2742195867 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59000ad850 con 0x7f590814a520 2023-11-30T08:27:18.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.325+0000 7f5904ff9640 1 -- 172.21.15.116:0/2742195867 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59000ad9b0 con 0x7f590814a520 2023-11-30T08:27:18.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.325+0000 7f5904ff9640 1 -- 172.21.15.116:0/2742195867 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59000add40 con 0x7f590814a520 2023-11-30T08:27:18.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.325+0000 7f590e3e6640 1 -- 172.21.15.116:0/2742195867 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59081decd0 con 0x7f590814a520 2023-11-30T08:27:18.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.325+0000 7f590e3e6640 1 -- 172.21.15.116:0/2742195867 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5908139f00 con 0x7f590814a520 2023-11-30T08:27:18.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.325+0000 7f590e3e6640 1 -- 172.21.15.116:0/2742195867 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5908139010 con 0x7f590814a520 2023-11-30T08:27:18.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.325+0000 7f5904ff9640 1 -- 172.21.15.116:0/2742195867 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f59000b4070 con 0x7f590814a520 2023-11-30T08:27:18.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.325+0000 7f5904ff9640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f58f4066470 0x7f58f4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.325+0000 7f5907fff640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f58f4066470 0x7f58f4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.325+0000 7f5904ff9640 1 -- 172.21.15.116:0/2742195867 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f590011ee30 con 0x7f590814a520 2023-11-30T08:27:18.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.325+0000 7f5907fff640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f58f4066470 0x7f58f4068930 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f58f8005890 tx=0x7f58f8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:18.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.329+0000 7f5904ff9640 1 -- 172.21.15.116:0/2742195867 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5908139010 con 0x7f590814a520 2023-11-30T08:27:18.486 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.477+0000 7f590e3e6640 1 -- 172.21.15.116:0/2742195867 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5908139010 con 0x7f590814a520 2023-11-30T08:27:18.486 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.477+0000 7f5904ff9640 1 -- 172.21.15.116:0/2742195867 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f59000b2020 con 0x7f590814a520 2023-11-30T08:27:18.486 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:18.488 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.481+0000 7f590e3e6640 1 -- 172.21.15.116:0/2742195867 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f58f4066470 msgr2=0x7f58f4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.489 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.481+0000 7f590e3e6640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f58f4066470 0x7f58f4068930 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f58f8005890 tx=0x7f58f8009040 comp rx=0 tx=0).stop 2023-11-30T08:27:18.489 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.481+0000 7f590e3e6640 1 -- 172.21.15.116:0/2742195867 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f590814a520 msgr2=0x7f59081399c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.489 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.481+0000 7f590e3e6640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f590814a520 0x7f59081399c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5900009d90 tx=0x7f59000195d0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.489 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.481+0000 7f590e3e6640 1 -- 172.21.15.116:0/2742195867 shutdown_connections 2023-11-30T08:27:18.489 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.481+0000 7f590e3e6640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f590814a520 0x7f59081399c0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.489 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.481+0000 7f590e3e6640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5908140400 0x7f59081df4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.489 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.481+0000 7f590e3e6640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f58f4066470 0x7f58f4068930 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.489 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.481+0000 7f590e3e6640 1 --2- 172.21.15.116:0/2742195867 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59080bc8a0 0x7f5908146a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.489 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.481+0000 7f590e3e6640 1 -- 172.21.15.116:0/2742195867 >> 172.21.15.116:0/2742195867 conn(0x7f59080722b0 msgr2=0x7f59081484b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:18.489 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.481+0000 7f590e3e6640 1 -- 172.21.15.116:0/2742195867 shutdown_connections 2023-11-30T08:27:18.489 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.481+0000 7f590e3e6640 1 -- 172.21.15.116:0/2742195867 wait complete. 2023-11-30T08:27:18.503 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-30T08:27:18.615 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.605+0000 7fa2fb524640 1 Processor -- start 2023-11-30T08:27:18.615 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.605+0000 7fa2fb524640 1 -- start start 2023-11-30T08:27:18.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2fb524640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fa2f4143870 0x7fa2f40b2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2fb524640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40b3390 0x7fa2f414d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2fb524640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2f40ace20 con 0x7fa2f40aded0 2023-11-30T08:27:18.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2fb524640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2f40aeee0 con 0x7fa2f4143870 2023-11-30T08:27:18.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2fb524640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f40ad070 con 0x7fa2f40b3390 2023-11-30T08:27:18.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2f8abf640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fa2f4143870 0x7fa2f40b2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2f8abf640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fa2f4143870 0x7fa2f40b2e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47168/0 (socket says 172.21.15.116:47168) 2023-11-30T08:27:18.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2f8abf640 1 -- 172.21.15.116:0/2423095149 learned_addr learned my addr 172.21.15.116:0/2423095149 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:18.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2f9ac1640 1 --2- 172.21.15.116:0/2423095149 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40b3390 0x7fa2f414d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2f8abf640 1 -- 172.21.15.116:0/2423095149 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40b3390 msgr2=0x7fa2f414d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:18.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2f8abf640 1 --2- 172.21.15.116:0/2423095149 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40b3390 0x7fa2f414d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2f8abf640 1 -- 172.21.15.116:0/2423095149 >> v1:172.21.15.162:6789/0 conn(0x7fa2f40aded0 legacy=0x7fa2f4143160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:18.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2f8abf640 1 -- 172.21.15.116:0/2423095149 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2f40b37e0 con 0x7fa2f4143870 2023-11-30T08:27:18.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2f9ac1640 1 --2- 172.21.15.116:0/2423095149 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40b3390 0x7fa2f414d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:18.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2f8abf640 1 --2- 172.21.15.116:0/2423095149 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f4143870 0x7fa2f40b2e50 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa2e4006fd0 tx=0x7fa2e401e870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a78b14b819d0de3c server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:18.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2ebfff640 1 -- 172.21.15.116:0/2423095149 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e4004230 con 0x7fa2f4143870 2023-11-30T08:27:18.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2ebfff640 1 -- 172.21.15.116:0/2423095149 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2e40ab070 con 0x7fa2f4143870 2023-11-30T08:27:18.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.609+0000 7fa2ebfff640 1 -- 172.21.15.116:0/2423095149 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e40a7680 con 0x7fa2f4143870 2023-11-30T08:27:18.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 -- 172.21.15.116:0/2423095149 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f4143870 msgr2=0x7fa2f40b2e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 --2- 172.21.15.116:0/2423095149 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f4143870 0x7fa2f40b2e50 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa2e4006fd0 tx=0x7fa2e401e870 comp rx=0 tx=0).stop 2023-11-30T08:27:18.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 -- 172.21.15.116:0/2423095149 shutdown_connections 2023-11-30T08:27:18.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 --2- 172.21.15.116:0/2423095149 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40b3390 0x7fa2f414d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 --2- 172.21.15.116:0/2423095149 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f4143870 0x7fa2f40b2e50 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 -- 172.21.15.116:0/2423095149 >> 172.21.15.116:0/2423095149 conn(0x7fa2f40b4900 msgr2=0x7fa2f40b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:18.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 -- 172.21.15.116:0/2423095149 shutdown_connections 2023-11-30T08:27:18.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 -- 172.21.15.116:0/2423095149 wait complete. 2023-11-30T08:27:18.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 Processor -- start 2023-11-30T08:27:18.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 -- start start 2023-11-30T08:27:18.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f40aded0 0x7fa2f41db110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa2f40b3390 0x7fa2f4145ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f4143870 0x7fa2f406eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f409a5b0 con 0x7fa2f40aded0 2023-11-30T08:27:18.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f409aae0 con 0x7fa2f40b3390 2023-11-30T08:27:18.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f409adc0 con 0x7fa2f4143870 2023-11-30T08:27:18.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f92c0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f40aded0 0x7fa2f41db110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f92c0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f40aded0 0x7fa2f41db110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47184/0 (socket says 172.21.15.116:47184) 2023-11-30T08:27:18.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f92c0640 1 -- 172.21.15.116:0/2278087657 learned_addr learned my addr 172.21.15.116:0/2278087657 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:18.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f8abf640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa2f40b3390 0x7fa2f4145ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f92c0640 1 -- 172.21.15.116:0/2278087657 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f4143870 msgr2=0x7fa2f406eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f9ac1640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f4143870 0x7fa2f406eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f92c0640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f4143870 0x7fa2f406eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f92c0640 1 -- 172.21.15.116:0/2278087657 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa2f40b3390 msgr2=0x7fa2f4145ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f92c0640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa2f40b3390 0x7fa2f4145ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f92c0640 1 -- 172.21.15.116:0/2278087657 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2e400b780 con 0x7fa2f40aded0 2023-11-30T08:27:18.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f8abf640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa2f40b3390 0x7fa2f4145ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:18.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f9ac1640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f4143870 0x7fa2f406eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:18.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2f92c0640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f40aded0 0x7fa2f41db110 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa2f000c450 tx=0x7fa2f000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:18.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2e9ffb640 1 -- 172.21.15.116:0/2278087657 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2f0012830 con 0x7fa2f40aded0 2023-11-30T08:27:18.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2e9ffb640 1 -- 172.21.15.116:0/2278087657 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2f00129b0 con 0x7fa2f40aded0 2023-11-30T08:27:18.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 -- 172.21.15.116:0/2278087657 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2f41da910 con 0x7fa2f40aded0 2023-11-30T08:27:18.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2e9ffb640 1 -- 172.21.15.116:0/2278087657 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2f0012d60 con 0x7fa2f40aded0 2023-11-30T08:27:18.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 -- 172.21.15.116:0/2278087657 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2f409a800 con 0x7fa2f40aded0 2023-11-30T08:27:18.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2fb524640 1 -- 172.21.15.116:0/2278087657 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2f4068960 con 0x7fa2f40aded0 2023-11-30T08:27:18.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.613+0000 7fa2e9ffb640 1 -- 172.21.15.116:0/2278087657 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa2f001c460 con 0x7fa2f40aded0 2023-11-30T08:27:18.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.617+0000 7fa2e9ffb640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa2d8066470 0x7fa2d8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.617+0000 7fa2f8abf640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa2d8066470 0x7fa2d8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.617+0000 7fa2e9ffb640 1 -- 172.21.15.116:0/2278087657 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa2f0083c10 con 0x7fa2f40aded0 2023-11-30T08:27:18.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.617+0000 7fa2f8abf640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa2d8066470 0x7fa2d8068930 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa2e40b1000 tx=0x7fa2e40a9070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:18.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.621+0000 7fa2e9ffb640 1 -- 172.21.15.116:0/2278087657 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa2f0051120 con 0x7fa2f40aded0 2023-11-30T08:27:18.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.761+0000 7fa2fb524640 1 -- 172.21.15.116:0/2278087657 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa2f40b6c60 con 0x7fa2f40aded0 2023-11-30T08:27:18.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.761+0000 7fa2e9ffb640 1 -- 172.21.15.116:0/2278087657 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa2f0054740 con 0x7fa2f40aded0 2023-11-30T08:27:18.770 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 32 2023-11-30T08:27:18.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.761+0000 7fa2fb524640 1 -- 172.21.15.116:0/2278087657 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa2d8066470 msgr2=0x7fa2d8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.761+0000 7fa2fb524640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa2d8066470 0x7fa2d8068930 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fa2e40b1000 tx=0x7fa2e40a9070 comp rx=0 tx=0).stop 2023-11-30T08:27:18.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.761+0000 7fa2fb524640 1 -- 172.21.15.116:0/2278087657 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f40aded0 msgr2=0x7fa2f41db110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.761+0000 7fa2fb524640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f40aded0 0x7fa2f41db110 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa2f000c450 tx=0x7fa2f000c910 comp rx=0 tx=0).stop 2023-11-30T08:27:18.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.765+0000 7fa2fb524640 1 -- 172.21.15.116:0/2278087657 shutdown_connections 2023-11-30T08:27:18.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.765+0000 7fa2fb524640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa2d8066470 0x7fa2d8068930 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.765+0000 7fa2fb524640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f4143870 0x7fa2f406eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.765+0000 7fa2fb524640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa2f40b3390 0x7fa2f4145ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.765+0000 7fa2fb524640 1 --2- 172.21.15.116:0/2278087657 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f40aded0 0x7fa2f41db110 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.765+0000 7fa2fb524640 1 -- 172.21.15.116:0/2278087657 >> 172.21.15.116:0/2278087657 conn(0x7fa2f40b4900 msgr2=0x7fa2f413c0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:18.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.765+0000 7fa2fb524640 1 -- 172.21.15.116:0/2278087657 shutdown_connections 2023-11-30T08:27:18.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.765+0000 7fa2fb524640 1 -- 172.21.15.116:0/2278087657 wait complete. 2023-11-30T08:27:18.787 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-30T08:27:18.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.897+0000 7f7ad428f640 1 Processor -- start 2023-11-30T08:27:18.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.897+0000 7f7ad428f640 1 -- start start 2023-11-30T08:27:18.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.897+0000 7f7ad428f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7acc0b52e0 0x7f7acc06c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.897+0000 7f7ad428f640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f7acc140c90 0x7f7acc06ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.897+0000 7f7ad428f640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7acc0b5d80 con 0x7f7acc0ba920 2023-11-30T08:27:18.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.897+0000 7f7ad428f640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7acc0bad00 con 0x7f7acc140c90 2023-11-30T08:27:18.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.897+0000 7f7ad428f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7acc0b6020 con 0x7f7acc0b52e0 2023-11-30T08:27:18.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.901+0000 7f7ad282c640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f7acc140c90 0x7f7acc06ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.901+0000 7f7ad202b640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f7acc0ba920 0x7f7acc140580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:38796/0 (socket says 172.21.15.116:38796) 2023-11-30T08:27:18.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.901+0000 7f7ad202b640 1 -- 172.21.15.116:0/1320970005 learned_addr learned my addr 172.21.15.116:0/1320970005 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:18.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.901+0000 7f7ad182a640 1 --2- 172.21.15.116:0/1320970005 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7acc0b52e0 0x7f7acc06c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.909 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.901+0000 7f7ad282c640 1 -- 172.21.15.116:0/1320970005 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7acc0b52e0 msgr2=0x7f7acc06c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:18.909 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.901+0000 7f7ad282c640 1 --2- 172.21.15.116:0/1320970005 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7acc0b52e0 0x7f7acc06c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.909 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.901+0000 7f7ad282c640 1 -- 172.21.15.116:0/1320970005 >> v1:172.21.15.162:6789/0 conn(0x7f7acc0ba920 legacy=0x7f7acc140580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.909 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.901+0000 7f7ad282c640 1 -- 172.21.15.116:0/1320970005 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7acc0b6300 con 0x7f7acc140c90 2023-11-30T08:27:18.911 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.901+0000 7f7ad282c640 1 --2- 172.21.15.116:0/1320970005 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7acc140c90 0x7f7acc06ce30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7ac4009d90 tx=0x7f7ac401c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5e942e5b2ac7465 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:18.911 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.901+0000 7f7ad1029640 1 -- 172.21.15.116:0/1320970005 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ac40a5800 con 0x7f7acc140c90 2023-11-30T08:27:18.911 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.901+0000 7f7ad1029640 1 -- 172.21.15.116:0/1320970005 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ac40a5960 con 0x7f7acc140c90 2023-11-30T08:27:18.911 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.901+0000 7f7ad1029640 1 -- 172.21.15.116:0/1320970005 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ac40a5cf0 con 0x7f7acc140c90 2023-11-30T08:27:18.912 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 -- 172.21.15.116:0/1320970005 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7acc140c90 msgr2=0x7f7acc06ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.912 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 --2- 172.21.15.116:0/1320970005 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7acc140c90 0x7f7acc06ce30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f7ac4009d90 tx=0x7f7ac401c830 comp rx=0 tx=0).stop 2023-11-30T08:27:18.912 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 -- 172.21.15.116:0/1320970005 shutdown_connections 2023-11-30T08:27:18.912 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 --2- 172.21.15.116:0/1320970005 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7acc0b52e0 0x7f7acc06c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.913 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 --2- 172.21.15.116:0/1320970005 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7acc140c90 0x7f7acc06ce30 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.913 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 -- 172.21.15.116:0/1320970005 >> 172.21.15.116:0/1320970005 conn(0x7f7acc06ab80 msgr2=0x7f7acc0b9fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:18.913 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 -- 172.21.15.116:0/1320970005 shutdown_connections 2023-11-30T08:27:18.913 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 -- 172.21.15.116:0/1320970005 wait complete. 2023-11-30T08:27:18.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 Processor -- start 2023-11-30T08:27:18.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 -- start start 2023-11-30T08:27:18.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7acc0b52e0 0x7f7acc13c530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.917 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7acc0ba920 0x7f7acc1e1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7acc140c90 0x7f7acc133080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7acc0b3ca0 con 0x7f7acc0b52e0 2023-11-30T08:27:18.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7acc145510 con 0x7f7acc0ba920 2023-11-30T08:27:18.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7acc0b39a0 con 0x7f7acc140c90 2023-11-30T08:27:18.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad202b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7acc0b52e0 0x7f7acc13c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad202b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7acc0b52e0 0x7f7acc13c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47192/0 (socket says 172.21.15.116:47192) 2023-11-30T08:27:18.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad202b640 1 -- 172.21.15.116:0/3563803117 learned_addr learned my addr 172.21.15.116:0/3563803117 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:18.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad282c640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7acc140c90 0x7f7acc133080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad182a640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7acc0ba920 0x7f7acc1e1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad202b640 1 -- 172.21.15.116:0/3563803117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7acc140c90 msgr2=0x7f7acc133080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad202b640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7acc140c90 0x7f7acc133080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.920 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad202b640 1 -- 172.21.15.116:0/3563803117 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7acc0ba920 msgr2=0x7f7acc1e1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:18.920 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad202b640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7acc0ba920 0x7f7acc1e1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:18.920 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad202b640 1 -- 172.21.15.116:0/3563803117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ac4009a70 con 0x7f7acc0b52e0 2023-11-30T08:27:18.920 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad202b640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7acc0b52e0 0x7f7acc13c530 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f7abc00c480 tx=0x7f7abc00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:18.920 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ac2ffd640 1 -- 172.21.15.116:0/3563803117 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7abc005cf0 con 0x7f7acc0b52e0 2023-11-30T08:27:18.920 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ac2ffd640 1 -- 172.21.15.116:0/3563803117 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7abc005e50 con 0x7f7acc0b52e0 2023-11-30T08:27:18.921 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 -- 172.21.15.116:0/3563803117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7acc145a60 con 0x7f7acc0b52e0 2023-11-30T08:27:18.921 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ac2ffd640 1 -- 172.21.15.116:0/3563803117 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7abc007290 con 0x7f7acc0b52e0 2023-11-30T08:27:18.921 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 -- 172.21.15.116:0/3563803117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7acc144870 con 0x7f7acc0b52e0 2023-11-30T08:27:18.921 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.905+0000 7f7ad428f640 1 -- 172.21.15.116:0/3563803117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7acc06bb50 con 0x7f7acc0b52e0 2023-11-30T08:27:18.921 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.909+0000 7f7ac2ffd640 1 -- 172.21.15.116:0/3563803117 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7abc0073f0 con 0x7f7acc0b52e0 2023-11-30T08:27:18.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.909+0000 7f7ac2ffd640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7ab0066470 0x7f7ab0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:18.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.909+0000 7f7ac2ffd640 1 -- 172.21.15.116:0/3563803117 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7abc083850 con 0x7f7acc0b52e0 2023-11-30T08:27:18.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.909+0000 7f7ad182a640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7ab0066470 0x7f7ab0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:18.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.909+0000 7f7ad182a640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7ab0066470 0x7f7ab0068930 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7acc147600 tx=0x7f7ac8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:18.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:18.913+0000 7f7ac2ffd640 1 -- 172.21.15.116:0/3563803117 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7abc050d40 con 0x7f7acc0b52e0 2023-11-30T08:27:19.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.065+0000 7f7ad428f640 1 -- 172.21.15.116:0/3563803117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7acc0b3ae0 con 0x7f7acc0b52e0 2023-11-30T08:27:19.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.065+0000 7f7ac2ffd640 1 -- 172.21.15.116:0/3563803117 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7acc0b3ae0 con 0x7f7acc0b52e0 2023-11-30T08:27:19.073 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 64 2023-11-30T08:27:19.077 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.065+0000 7f7ad428f640 1 -- 172.21.15.116:0/3563803117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7ab0066470 msgr2=0x7f7ab0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.077 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.065+0000 7f7ad428f640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7ab0066470 0x7f7ab0068930 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7acc147600 tx=0x7f7ac8008040 comp rx=0 tx=0).stop 2023-11-30T08:27:19.077 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.065+0000 7f7ad428f640 1 -- 172.21.15.116:0/3563803117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7acc0b52e0 msgr2=0x7f7acc13c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.065+0000 7f7ad428f640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7acc0b52e0 0x7f7acc13c530 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f7abc00c480 tx=0x7f7abc00c940 comp rx=0 tx=0).stop 2023-11-30T08:27:19.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.065+0000 7f7ad428f640 1 -- 172.21.15.116:0/3563803117 shutdown_connections 2023-11-30T08:27:19.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.065+0000 7f7ad428f640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7ab0066470 0x7f7ab0068930 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.065+0000 7f7ad428f640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7acc140c90 0x7f7acc133080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.065+0000 7f7ad428f640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7acc0ba920 0x7f7acc1e1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.079 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.065+0000 7f7ad428f640 1 --2- 172.21.15.116:0/3563803117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7acc0b52e0 0x7f7acc13c530 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.079 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.065+0000 7f7ad428f640 1 -- 172.21.15.116:0/3563803117 >> 172.21.15.116:0/3563803117 conn(0x7f7acc06ab80 msgr2=0x7f7acc0b8370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:19.079 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.069+0000 7f7ad428f640 1 -- 172.21.15.116:0/3563803117 shutdown_connections 2023-11-30T08:27:19.079 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.069+0000 7f7ad428f640 1 -- 172.21.15.116:0/3563803117 wait complete. 2023-11-30T08:27:19.093 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:19.210 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.201+0000 7ff46b6c1640 1 Processor -- start 2023-11-30T08:27:19.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.201+0000 7ff46b6c1640 1 -- start start 2023-11-30T08:27:19.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.201+0000 7ff46b6c1640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff4640af2e0 0x7ff464147080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.201+0000 7ff46b6c1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4640ad7c0 0x7ff4641475c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.201+0000 7ff46b6c1640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4640af770 con 0x7ff46406c920 2023-11-30T08:27:19.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.201+0000 7ff46b6c1640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4640afc20 con 0x7ff4640af2e0 2023-11-30T08:27:19.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.201+0000 7ff46b6c1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4640aeea0 con 0x7ff4640ad7c0 2023-11-30T08:27:19.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff468c5c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff4640af2e0 0x7ff464147080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff468c5c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff4640af2e0 0x7ff464147080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47198/0 (socket says 172.21.15.116:47198) 2023-11-30T08:27:19.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff468c5c640 1 -- 172.21.15.116:0/1918655232 learned_addr learned my addr 172.21.15.116:0/1918655232 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:19.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff469c5e640 1 --2- 172.21.15.116:0/1918655232 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4640ad7c0 0x7ff4641475c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff468c5c640 1 -- 172.21.15.116:0/1918655232 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4640ad7c0 msgr2=0x7ff4641475c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:19.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff468c5c640 1 --2- 172.21.15.116:0/1918655232 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4640ad7c0 0x7ff4641475c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff468c5c640 1 -- 172.21.15.116:0/1918655232 >> v1:172.21.15.162:6789/0 conn(0x7ff46406c920 legacy=0x7ff4640ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff468c5c640 1 -- 172.21.15.116:0/1918655232 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff464147b00 con 0x7ff4640af2e0 2023-11-30T08:27:19.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff468c5c640 1 --2- 172.21.15.116:0/1918655232 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4640af2e0 0x7ff464147080 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff460009870 tx=0x7ff46001c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=321634a2d75b56cb server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:19.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff45bfff640 1 -- 172.21.15.116:0/1918655232 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4600ab620 con 0x7ff4640af2e0 2023-11-30T08:27:19.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff45bfff640 1 -- 172.21.15.116:0/1918655232 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4600ab780 con 0x7ff4640af2e0 2023-11-30T08:27:19.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff45bfff640 1 -- 172.21.15.116:0/1918655232 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4600abb10 con 0x7ff4640af2e0 2023-11-30T08:27:19.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1918655232 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4640af2e0 msgr2=0x7ff464147080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff46b6c1640 1 --2- 172.21.15.116:0/1918655232 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4640af2e0 0x7ff464147080 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff460009870 tx=0x7ff46001c420 comp rx=0 tx=0).stop 2023-11-30T08:27:19.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1918655232 shutdown_connections 2023-11-30T08:27:19.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff46b6c1640 1 --2- 172.21.15.116:0/1918655232 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4640ad7c0 0x7ff4641475c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff46b6c1640 1 --2- 172.21.15.116:0/1918655232 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4640af2e0 0x7ff464147080 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1918655232 >> 172.21.15.116:0/1918655232 conn(0x7ff4640b48e0 msgr2=0x7ff4640b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:19.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1918655232 shutdown_connections 2023-11-30T08:27:19.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.205+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1918655232 wait complete. 2023-11-30T08:27:19.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff46b6c1640 1 Processor -- start 2023-11-30T08:27:19.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff46b6c1640 1 -- start start 2023-11-30T08:27:19.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff46b6c1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff46406c920 0x7ff4641421c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff46b6c1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4640ad7c0 0x7ff464144c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff46b6c1640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4641451c0 0x7ff464142e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff46b6c1640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff464145da0 con 0x7ff4640ad7c0 2023-11-30T08:27:19.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff46b6c1640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff46409ad30 con 0x7ff4641451c0 2023-11-30T08:27:19.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff46b6c1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff464145b90 con 0x7ff46406c920 2023-11-30T08:27:19.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff468c5c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4640ad7c0 0x7ff464144c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff468c5c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4640ad7c0 0x7ff464144c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47200/0 (socket says 172.21.15.116:47200) 2023-11-30T08:27:19.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff468c5c640 1 -- 172.21.15.116:0/1051687729 learned_addr learned my addr 172.21.15.116:0/1051687729 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:19.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff469c5e640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4641451c0 0x7ff464142e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.221 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff46945d640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff46406c920 0x7ff4641421c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff468c5c640 1 -- 172.21.15.116:0/1051687729 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff46406c920 msgr2=0x7ff4641421c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff468c5c640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff46406c920 0x7ff4641421c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff468c5c640 1 -- 172.21.15.116:0/1051687729 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4641451c0 msgr2=0x7ff464142e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff468c5c640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4641451c0 0x7ff464142e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff468c5c640 1 -- 172.21.15.116:0/1051687729 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4600094d0 con 0x7ff4640ad7c0 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff469c5e640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4641451c0 0x7ff464142e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff468c5c640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4640ad7c0 0x7ff464144c80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff4600ad040 tx=0x7ff46001ac60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff459ffb640 1 -- 172.21.15.116:0/1051687729 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4600be5f0 con 0x7ff4640ad7c0 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff459ffb640 1 -- 172.21.15.116:0/1051687729 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4600be770 con 0x7ff4640ad7c0 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1051687729 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff46409a330 con 0x7ff4640ad7c0 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff459ffb640 1 -- 172.21.15.116:0/1051687729 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4600beb20 con 0x7ff4640ad7c0 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1051687729 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff46409af30 con 0x7ff4640ad7c0 2023-11-30T08:27:19.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1051687729 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4640679e0 con 0x7ff4640ad7c0 2023-11-30T08:27:19.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.209+0000 7ff459ffb640 1 -- 172.21.15.116:0/1051687729 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff4600b43f0 con 0x7ff4640ad7c0 2023-11-30T08:27:19.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.213+0000 7ff459ffb640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff448066470 0x7ff448068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.213+0000 7ff46945d640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff448066470 0x7ff448068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.213+0000 7ff459ffb640 1 -- 172.21.15.116:0/1051687729 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff46011ed90 con 0x7ff4640ad7c0 2023-11-30T08:27:19.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.213+0000 7ff46945d640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff448066470 0x7ff448068930 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff46413fa60 tx=0x7ff454009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:19.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.217+0000 7ff459ffb640 1 -- 172.21.15.116:0/1051687729 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff4600ec2a0 con 0x7ff4640ad7c0 2023-11-30T08:27:19.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.373+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1051687729 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff4641457b0 con 0x7ff4640ad7c0 2023-11-30T08:27:19.384 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff459ffb640 1 -- 172.21.15.116:0/1051687729 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7ff4641457b0 con 0x7ff4640ad7c0 2023-11-30T08:27:19.384 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:19.384 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:19.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1051687729 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff448066470 msgr2=0x7ff448068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff46b6c1640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff448066470 0x7ff448068930 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff46413fa60 tx=0x7ff454009040 comp rx=0 tx=0).stop 2023-11-30T08:27:19.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1051687729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4640ad7c0 msgr2=0x7ff464144c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff46b6c1640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4640ad7c0 0x7ff464144c80 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff4600ad040 tx=0x7ff46001ac60 comp rx=0 tx=0).stop 2023-11-30T08:27:19.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1051687729 shutdown_connections 2023-11-30T08:27:19.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff46b6c1640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4641451c0 0x7ff464142e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff46b6c1640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4640ad7c0 0x7ff464144c80 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff46b6c1640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff448066470 0x7ff448068930 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff46b6c1640 1 --2- 172.21.15.116:0/1051687729 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff46406c920 0x7ff4641421c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1051687729 >> 172.21.15.116:0/1051687729 conn(0x7ff4640b48e0 msgr2=0x7ff4640b5de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:19.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1051687729 shutdown_connections 2023-11-30T08:27:19.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.377+0000 7ff46b6c1640 1 -- 172.21.15.116:0/1051687729 wait complete. 2023-11-30T08:27:19.402 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-30T08:26:58.774799+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-30T08:26:59.510853+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:19.403 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:19.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd332a5640 1 Processor -- start 2023-11-30T08:27:19.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd332a5640 1 -- start start 2023-11-30T08:27:19.527 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd332a5640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fdd2c0b5e30 0x7fdd2c0afbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.527 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd332a5640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdd2c0b29f0 0x7fdd2c14dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.527 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd332a5640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd2c06f7c0 con 0x7fdd2c070a30 2023-11-30T08:27:19.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd332a5640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd2c0711a0 con 0x7fdd2c0b5e30 2023-11-30T08:27:19.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd332a5640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd2c147020 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd31041640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fdd2c0b5e30 0x7fdd2c0afbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd31041640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fdd2c0b5e30 0x7fdd2c0afbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47202/0 (socket says 172.21.15.116:47202) 2023-11-30T08:27:19.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd31041640 1 -- 172.21.15.116:0/3227072566 learned_addr learned my addr 172.21.15.116:0/3227072566 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:19.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd31041640 1 -- 172.21.15.116:0/3227072566 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdd2c0b29f0 msgr2=0x7fdd2c14dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:19.529 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd31842640 1 --2- 172.21.15.116:0/3227072566 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdd2c0b29f0 0x7fdd2c14dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.529 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd31041640 1 --2- 172.21.15.116:0/3227072566 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdd2c0b29f0 0x7fdd2c14dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.529 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd31041640 1 -- 172.21.15.116:0/3227072566 >> v1:172.21.15.162:6789/0 conn(0x7fdd2c070a30 legacy=0x7fdd2c146910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:19.529 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd31041640 1 -- 172.21.15.116:0/3227072566 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd2c0b6210 con 0x7fdd2c0b5e30 2023-11-30T08:27:19.529 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.517+0000 7fdd31842640 1 --2- 172.21.15.116:0/3227072566 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdd2c0b29f0 0x7fdd2c14dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:19.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd31041640 1 --2- 172.21.15.116:0/3227072566 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdd2c0b5e30 0x7fdd2c0afbc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fdd2800bb70 tx=0x7fdd2801ea60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3be2194c027b9a2 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:19.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd23fff640 1 -- 172.21.15.116:0/3227072566 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd280a7900 con 0x7fdd2c0b5e30 2023-11-30T08:27:19.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd23fff640 1 -- 172.21.15.116:0/3227072566 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd280a7a60 con 0x7fdd2c0b5e30 2023-11-30T08:27:19.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd23fff640 1 -- 172.21.15.116:0/3227072566 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd280a7df0 con 0x7fdd2c0b5e30 2023-11-30T08:27:19.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 -- 172.21.15.116:0/3227072566 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdd2c0b5e30 msgr2=0x7fdd2c0afbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 --2- 172.21.15.116:0/3227072566 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdd2c0b5e30 0x7fdd2c0afbc0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fdd2800bb70 tx=0x7fdd2801ea60 comp rx=0 tx=0).stop 2023-11-30T08:27:19.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 -- 172.21.15.116:0/3227072566 shutdown_connections 2023-11-30T08:27:19.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 --2- 172.21.15.116:0/3227072566 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdd2c0b29f0 0x7fdd2c14dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 --2- 172.21.15.116:0/3227072566 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdd2c0b5e30 0x7fdd2c0afbc0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 -- 172.21.15.116:0/3227072566 >> 172.21.15.116:0/3227072566 conn(0x7fdd2c06b860 msgr2=0x7fdd2c06bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 -- 172.21.15.116:0/3227072566 shutdown_connections 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 -- 172.21.15.116:0/3227072566 wait complete. 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 Processor -- start 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 -- start start 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdd2c0b29f0 0x7fdd2c1395d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdd2c0b5e30 0x7fdd2c133fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdd2c13bc50 0x7fdd2c1344f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd2c135ed0 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd2c13c120 con 0x7fdd2c13bc50 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd2c13c400 con 0x7fdd2c0b5e30 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd31041640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdd2c0b29f0 0x7fdd2c1395d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd31041640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdd2c0b29f0 0x7fdd2c1395d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47206/0 (socket says 172.21.15.116:47206) 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd31041640 1 -- 172.21.15.116:0/2054629342 learned_addr learned my addr 172.21.15.116:0/2054629342 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:19.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd31041640 1 -- 172.21.15.116:0/2054629342 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdd2c0b5e30 msgr2=0x7fdd2c133fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd31041640 1 --2- 172.21.15.116:0/2054629342 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdd2c0b5e30 0x7fdd2c133fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd31041640 1 -- 172.21.15.116:0/2054629342 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdd2c13bc50 msgr2=0x7fdd2c1344f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd31041640 1 --2- 172.21.15.116:0/2054629342 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdd2c13bc50 0x7fdd2c1344f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd31041640 1 -- 172.21.15.116:0/2054629342 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd2800b770 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd31041640 1 --2- 172.21.15.116:0/2054629342 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdd2c0b29f0 0x7fdd2c1395d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fdd2801d110 tx=0x7fdd2801b800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd21ffb640 1 -- 172.21.15.116:0/2054629342 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd280af910 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd21ffb640 1 -- 172.21.15.116:0/2054629342 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd280afa70 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 -- 172.21.15.116:0/2054629342 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd2c0700b0 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd21ffb640 1 -- 172.21.15.116:0/2054629342 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd280afe20 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.521+0000 7fdd332a5640 1 -- 172.21.15.116:0/2054629342 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd2c0b9920 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.525+0000 7fdd332a5640 1 -- 172.21.15.116:0/2054629342 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd2c068960 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.525+0000 7fdd21ffb640 1 -- 172.21.15.116:0/2054629342 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdd280b6040 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.525+0000 7fdd21ffb640 1 --2- 172.21.15.116:0/2054629342 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdd10066470 0x7fdd10068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.525+0000 7fdd21ffb640 1 -- 172.21.15.116:0/2054629342 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdd28120d80 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.525+0000 7fdd30840640 1 --2- 172.21.15.116:0/2054629342 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdd10066470 0x7fdd10068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.525+0000 7fdd30840640 1 --2- 172.21.15.116:0/2054629342 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdd10066470 0x7fdd10068930 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c067a30 tx=0x7fdd1c0079c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:19.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.529+0000 7fdd21ffb640 1 -- 172.21.15.116:0/2054629342 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdd280ee370 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.681+0000 7fdd332a5640 1 -- 172.21.15.116:0/2054629342 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdd2c0b4ca0 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.681+0000 7fdd21ffb640 1 -- 172.21.15.116:0/2054629342 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdd280b4020 con 0x7fdd2c0b29f0 2023-11-30T08:27:19.691 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:19.693 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.685+0000 7fdd332a5640 1 -- 172.21.15.116:0/2054629342 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdd10066470 msgr2=0x7fdd10068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.685+0000 7fdd332a5640 1 --2- 172.21.15.116:0/2054629342 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdd10066470 0x7fdd10068930 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c067a30 tx=0x7fdd1c0079c0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.685+0000 7fdd332a5640 1 -- 172.21.15.116:0/2054629342 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdd2c0b29f0 msgr2=0x7fdd2c1395d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.685+0000 7fdd332a5640 1 --2- 172.21.15.116:0/2054629342 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdd2c0b29f0 0x7fdd2c1395d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fdd2801d110 tx=0x7fdd2801b800 comp rx=0 tx=0).stop 2023-11-30T08:27:19.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.685+0000 7fdd332a5640 1 -- 172.21.15.116:0/2054629342 shutdown_connections 2023-11-30T08:27:19.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.685+0000 7fdd332a5640 1 --2- 172.21.15.116:0/2054629342 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdd2c13bc50 0x7fdd2c1344f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.685+0000 7fdd332a5640 1 --2- 172.21.15.116:0/2054629342 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdd10066470 0x7fdd10068930 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.685+0000 7fdd332a5640 1 --2- 172.21.15.116:0/2054629342 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdd2c0b5e30 0x7fdd2c133fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.685+0000 7fdd332a5640 1 --2- 172.21.15.116:0/2054629342 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdd2c0b29f0 0x7fdd2c1395d0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.685+0000 7fdd332a5640 1 -- 172.21.15.116:0/2054629342 >> 172.21.15.116:0/2054629342 conn(0x7fdd2c06b860 msgr2=0x7fdd2c0b1d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:19.694 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.685+0000 7fdd332a5640 1 -- 172.21.15.116:0/2054629342 shutdown_connections 2023-11-30T08:27:19.695 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.685+0000 7fdd332a5640 1 -- 172.21.15.116:0/2054629342 wait complete. 2023-11-30T08:27:19.709 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-30T08:27:19.820 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18ec490640 1 Processor -- start 2023-11-30T08:27:19.820 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18ec490640 1 -- start start 2023-11-30T08:27:19.822 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18ec490640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e406c8b0 0x7f18e40b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.822 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18ec490640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f18e40ae750 0x7f18e40ad530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18ec490640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18e40b02e0 con 0x7f18e40af300 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18ec490640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18e40aded0 con 0x7f18e40ae750 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18ec490640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18e406cc90 con 0x7f18e406c8b0 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e9a2b640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f18e40af300 0x7f18e40ace20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49796/0 (socket says 172.21.15.116:49796) 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e9a2b640 1 -- 172.21.15.116:0/2659528171 learned_addr learned my addr 172.21.15.116:0/2659528171 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18eaa2d640 1 --2- 172.21.15.116:0/2659528171 >> v2:172.21.15.162:3300/0 conn(0x7f18e40ae750 0x7f18e40ad530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18ea22c640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e406c8b0 0x7f18e40b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2486151787 0 0) 0x7f18e40b02e0 con 0x7f18e40af300 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f18d0003530 con 0x7f18e40af300 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3691647789 0 0) 0x7f18d0003530 con 0x7f18e40af300 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e406c8b0 msgr2=0x7f18e40b4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e406c8b0 0x7f18e40b4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 >> v2:172.21.15.162:3300/0 conn(0x7f18e40ae750 msgr2=0x7f18e40ad530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:19.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 --2- 172.21.15.116:0/2659528171 >> v2:172.21.15.162:3300/0 conn(0x7f18e40ae750 0x7f18e40ad530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18e40b05c0 con 0x7f18e40af300 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f18d4001680 con 0x7f18e40af300 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18eaa2d640 1 --2- 172.21.15.116:0/2659528171 >> v2:172.21.15.162:3300/0 conn(0x7f18e40ae750 0x7f18e40ad530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 >> v1:172.21.15.116:6789/0 conn(0x7f18e40af300 legacy=0x7f18e40ace20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e406c8b0 0x7f18d0003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f18d0003f00 0x7f18d00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18d0004d10 0x7f18d0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18e40aded0 con 0x7f18d0004d10 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18e406cc90 con 0x7f18d0003f00 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18d000bb20 con 0x7f18e406c8b0 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18eaa2d640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18d0004d10 0x7f18d0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18ea22c640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e406c8b0 0x7f18d0003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e9a2b640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f18d0003f00 0x7f18d00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18eaa2d640 1 -- 172.21.15.116:0/2659528171 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e406c8b0 msgr2=0x7f18d0003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:19.825 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18eaa2d640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e406c8b0 0x7f18d0003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.825 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18eaa2d640 1 -- 172.21.15.116:0/2659528171 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f18d0003f00 msgr2=0x7f18d00047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:19.825 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18eaa2d640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f18d0003f00 0x7f18d00047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.825 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18eaa2d640 1 -- 172.21.15.116:0/2659528171 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18d0003530 con 0x7f18d0004d10 2023-11-30T08:27:19.825 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.813+0000 7f18e9a2b640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f18d0003f00 0x7f18d00047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:19.828 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18eaa2d640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18d0004d10 0x7f18d0005190 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f18dc0073e0 tx=0x7f18dc01cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca77cbab53dcc099 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:19.828 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18dc0a5df0 con 0x7f18d0004d10 2023-11-30T08:27:19.828 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18dc0ad440 con 0x7f18d0004d10 2023-11-30T08:27:19.828 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18e922a640 1 -- 172.21.15.116:0/2659528171 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18dc0ad7b0 con 0x7f18d0004d10 2023-11-30T08:27:19.828 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 -- 172.21.15.116:0/2659528171 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18d0004d10 msgr2=0x7f18d0005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.828 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 --2- 172.21.15.116:0/2659528171 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18d0004d10 0x7f18d0005190 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f18dc0073e0 tx=0x7f18dc01cef0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.828 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18eaa2d640 1 -- 172.21.15.116:0/2659528171 reap_dead start 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 -- 172.21.15.116:0/2659528171 shutdown_connections 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 -- 172.21.15.116:0/2659528171 >> 172.21.15.116:0/2659528171 conn(0x7f18e40b4900 msgr2=0x7f18e40b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 -- 172.21.15.116:0/2659528171 shutdown_connections 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 -- 172.21.15.116:0/2659528171 wait complete. 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 Processor -- start 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 -- start start 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f18d0004d10 0x7f18e4141330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e413f570 0x7f18e4143a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18e41dc300 0x7f18e414a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18e413f0e0 con 0x7f18e41dc300 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18e4140400 con 0x7f18d0004d10 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18e4141960 con 0x7f18e413f570 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18eaa2d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18e41dc300 0x7f18e414a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18eaa2d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18e41dc300 0x7f18e414a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47228/0 (socket says 172.21.15.116:47228) 2023-11-30T08:27:19.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18eaa2d640 1 -- 172.21.15.116:0/528249133 learned_addr learned my addr 172.21.15.116:0/528249133 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18e9a2b640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e413f570 0x7f18e4143a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ea22c640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f18d0004d10 0x7f18e4141330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18eaa2d640 1 -- 172.21.15.116:0/528249133 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e413f570 msgr2=0x7f18e4143a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18eaa2d640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e413f570 0x7f18e4143a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18eaa2d640 1 -- 172.21.15.116:0/528249133 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f18d0004d10 msgr2=0x7f18e4141330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18eaa2d640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f18d0004d10 0x7f18e4141330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18eaa2d640 1 -- 172.21.15.116:0/528249133 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18e413ed70 con 0x7f18e41dc300 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18e9a2b640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e413f570 0x7f18e4143a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18eaa2d640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18e41dc300 0x7f18e414a090 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f18dc0b0040 tx=0x7f18d0005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18daffd640 1 -- 172.21.15.116:0/528249133 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18dc0adab0 con 0x7f18e41dc300 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18daffd640 1 -- 172.21.15.116:0/528249133 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18dc0adc30 con 0x7f18e41dc300 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 -- 172.21.15.116:0/528249133 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18e4140670 con 0x7f18e41dc300 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18daffd640 1 -- 172.21.15.116:0/528249133 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18dc0b8470 con 0x7f18e41dc300 2023-11-30T08:27:19.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.817+0000 7f18ec490640 1 -- 172.21.15.116:0/528249133 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18e414b3a0 con 0x7f18e41dc300 2023-11-30T08:27:19.831 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.821+0000 7f18ec490640 1 -- 172.21.15.116:0/528249133 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18e4068960 con 0x7f18e41dc300 2023-11-30T08:27:19.831 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.821+0000 7f18daffd640 1 -- 172.21.15.116:0/528249133 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f18dc0b4070 con 0x7f18e41dc300 2023-11-30T08:27:19.831 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.821+0000 7f18daffd640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f18c8066470 0x7f18c8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:19.831 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.821+0000 7f18ea22c640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f18c8066470 0x7f18c8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:19.831 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.821+0000 7f18daffd640 1 -- 172.21.15.116:0/528249133 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f18dc11e1f0 con 0x7f18e41dc300 2023-11-30T08:27:19.832 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.821+0000 7f18ea22c640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f18c8066470 0x7f18c8068930 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f18e00098f0 tx=0x7f18e0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:19.833 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.825+0000 7f18daffd640 1 -- 172.21.15.116:0/528249133 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f18dc0eb7b0 con 0x7f18e41dc300 2023-11-30T08:27:19.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.977+0000 7f18ec490640 1 -- 172.21.15.116:0/528249133 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f18e413f220 con 0x7f18e41dc300 2023-11-30T08:27:19.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.977+0000 7f18daffd640 1 -- 172.21.15.116:0/528249133 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f18dc0eedd0 con 0x7f18e41dc300 2023-11-30T08:27:19.986 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 32 2023-11-30T08:27:19.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.981+0000 7f18ec490640 1 -- 172.21.15.116:0/528249133 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f18c8066470 msgr2=0x7f18c8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.981+0000 7f18ec490640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f18c8066470 0x7f18c8068930 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f18e00098f0 tx=0x7f18e0008040 comp rx=0 tx=0).stop 2023-11-30T08:27:19.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.981+0000 7f18ec490640 1 -- 172.21.15.116:0/528249133 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18e41dc300 msgr2=0x7f18e414a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:19.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.981+0000 7f18ec490640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18e41dc300 0x7f18e414a090 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f18dc0b0040 tx=0x7f18d0005800 comp rx=0 tx=0).stop 2023-11-30T08:27:19.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.981+0000 7f18ec490640 1 -- 172.21.15.116:0/528249133 shutdown_connections 2023-11-30T08:27:19.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.981+0000 7f18ec490640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18e41dc300 0x7f18e414a090 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.981+0000 7f18ec490640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f18c8066470 0x7f18c8068930 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.981+0000 7f18ec490640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f18e413f570 0x7f18e4143a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.981+0000 7f18ec490640 1 --2- 172.21.15.116:0/528249133 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f18d0004d10 0x7f18e4141330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:19.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.981+0000 7f18ec490640 1 -- 172.21.15.116:0/528249133 >> 172.21.15.116:0/528249133 conn(0x7f18e40b4900 msgr2=0x7f18e40b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:19.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.981+0000 7f18ec490640 1 -- 172.21.15.116:0/528249133 shutdown_connections 2023-11-30T08:27:19.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:19.981+0000 7f18ec490640 1 -- 172.21.15.116:0/528249133 wait complete. 2023-11-30T08:27:20.005 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-30T08:27:20.123 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.113+0000 7f7b1c6ad640 1 Processor -- start 2023-11-30T08:27:20.123 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.113+0000 7f7b1c6ad640 1 -- start start 2023-11-30T08:27:20.124 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b140aded0 0x7f7b14143160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f7b141436a0 0x7f7b140b2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b140ace20 con 0x7f7b140b3390 2023-11-30T08:27:20.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7b14143b20 con 0x7f7b141436a0 2023-11-30T08:27:20.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b140b3800 con 0x7f7b140aded0 2023-11-30T08:27:20.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b19c48640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f7b141436a0 0x7f7b140b2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b19c48640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f7b141436a0 0x7f7b140b2e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47240/0 (socket says 172.21.15.116:47240) 2023-11-30T08:27:20.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b19c48640 1 -- 172.21.15.116:0/190063420 learned_addr learned my addr 172.21.15.116:0/190063420 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:20.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1a449640 1 --2- 172.21.15.116:0/190063420 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b140aded0 0x7f7b14143160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b19c48640 1 -- 172.21.15.116:0/190063420 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b140aded0 msgr2=0x7f7b14143160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:20.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b19c48640 1 --2- 172.21.15.116:0/190063420 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b140aded0 0x7f7b14143160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b19c48640 1 -- 172.21.15.116:0/190063420 >> v1:172.21.15.162:6789/0 conn(0x7f7b140b3390 legacy=0x7f7b141460a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.126 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b19c48640 1 -- 172.21.15.116:0/190063420 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b140aeee0 con 0x7f7b141436a0 2023-11-30T08:27:20.126 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b19c48640 1 --2- 172.21.15.116:0/190063420 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b141436a0 0x7f7b140b2e50 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7b04009870 tx=0x7f7b0401d610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b78144e431a15f6 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:20.126 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b19447640 1 -- 172.21.15.116:0/190063420 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b040aa620 con 0x7f7b141436a0 2023-11-30T08:27:20.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b19447640 1 -- 172.21.15.116:0/190063420 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b040aa780 con 0x7f7b141436a0 2023-11-30T08:27:20.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b19447640 1 -- 172.21.15.116:0/190063420 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b040aab10 con 0x7f7b141436a0 2023-11-30T08:27:20.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/190063420 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b141436a0 msgr2=0x7f7b140b2e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 --2- 172.21.15.116:0/190063420 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b141436a0 0x7f7b140b2e50 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7b04009870 tx=0x7f7b0401d610 comp rx=0 tx=0).stop 2023-11-30T08:27:20.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/190063420 shutdown_connections 2023-11-30T08:27:20.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 --2- 172.21.15.116:0/190063420 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b141436a0 0x7f7b140b2e50 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 --2- 172.21.15.116:0/190063420 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b140aded0 0x7f7b14143160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/190063420 >> 172.21.15.116:0/190063420 conn(0x7f7b140b4900 msgr2=0x7f7b140b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:20.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/190063420 shutdown_connections 2023-11-30T08:27:20.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.117+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/190063420 wait complete. 2023-11-30T08:27:20.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1c6ad640 1 Processor -- start 2023-11-30T08:27:20.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1c6ad640 1 -- start start 2023-11-30T08:27:20.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1c6ad640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7b140aded0 0x7f7b14143c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1c6ad640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b140b3390 0x7f7b14146630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1c6ad640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b141436a0 0x7f7b14133340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1c6ad640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b14140a90 con 0x7f7b141436a0 2023-11-30T08:27:20.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1c6ad640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b141456f0 con 0x7f7b140aded0 2023-11-30T08:27:20.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1c6ad640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b14140c70 con 0x7f7b140b3390 2023-11-30T08:27:20.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1ac4a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b141436a0 0x7f7b14133340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1ac4a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b141436a0 0x7f7b14133340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47248/0 (socket says 172.21.15.116:47248) 2023-11-30T08:27:20.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1ac4a640 1 -- 172.21.15.116:0/891398145 learned_addr learned my addr 172.21.15.116:0/891398145 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:20.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1a449640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7b140aded0 0x7f7b14143c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b19c48640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b140b3390 0x7f7b14146630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1ac4a640 1 -- 172.21.15.116:0/891398145 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b140b3390 msgr2=0x7f7b14146630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.136 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1ac4a640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b140b3390 0x7f7b14146630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.136 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1ac4a640 1 -- 172.21.15.116:0/891398145 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7b140aded0 msgr2=0x7f7b14143c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.136 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1ac4a640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7b140aded0 0x7f7b14143c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.136 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1ac4a640 1 -- 172.21.15.116:0/891398145 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b040094d0 con 0x7f7b141436a0 2023-11-30T08:27:20.136 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1ac4a640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b141436a0 0x7f7b14133340 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c00c410 tx=0x7f7b0c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:20.136 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b0affd640 1 -- 172.21.15.116:0/891398145 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b0c011790 con 0x7f7b141436a0 2023-11-30T08:27:20.136 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b0affd640 1 -- 172.21.15.116:0/891398145 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b0c0118f0 con 0x7f7b141436a0 2023-11-30T08:27:20.137 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b0affd640 1 -- 172.21.15.116:0/891398145 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b0c011ca0 con 0x7f7b141436a0 2023-11-30T08:27:20.137 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/891398145 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b14140f50 con 0x7f7b141436a0 2023-11-30T08:27:20.137 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/891398145 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b1413fe60 con 0x7f7b141436a0 2023-11-30T08:27:20.137 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.121+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/891398145 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b14146bf0 con 0x7f7b141436a0 2023-11-30T08:27:20.137 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.125+0000 7f7b0affd640 1 -- 172.21.15.116:0/891398145 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7b0c005080 con 0x7f7b141436a0 2023-11-30T08:27:20.137 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.125+0000 7f7b0affd640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7af8066470 0x7f7af8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.137 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.125+0000 7f7b0affd640 1 -- 172.21.15.116:0/891398145 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7b0c0838b0 con 0x7f7b141436a0 2023-11-30T08:27:20.137 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.125+0000 7f7b1a449640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7af8066470 0x7f7af8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.137 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.125+0000 7f7b1a449640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7af8066470 0x7f7af8068930 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7b10003fd0 tx=0x7f7b100039a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:20.137 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.129+0000 7f7b0affd640 1 -- 172.21.15.116:0/891398145 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7b0c050dc0 con 0x7f7b141436a0 2023-11-30T08:27:20.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/891398145 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7b14141140 con 0x7f7b141436a0 2023-11-30T08:27:20.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b0affd640 1 -- 172.21.15.116:0/891398145 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7b0c0543e0 con 0x7f7b141436a0 2023-11-30T08:27:20.293 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 64 2023-11-30T08:27:20.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/891398145 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7af8066470 msgr2=0x7f7af8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b1c6ad640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7af8066470 0x7f7af8068930 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7b10003fd0 tx=0x7f7b100039a0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/891398145 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b141436a0 msgr2=0x7f7b14133340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.295 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b1c6ad640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b141436a0 0x7f7b14133340 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c00c410 tx=0x7f7b0c00c8d0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/891398145 shutdown_connections 2023-11-30T08:27:20.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b1c6ad640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7b141436a0 0x7f7b14133340 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b1c6ad640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7af8066470 0x7f7af8068930 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b1c6ad640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7b140b3390 0x7f7b14146630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b1c6ad640 1 --2- 172.21.15.116:0/891398145 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7b140aded0 0x7f7b14143c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/891398145 >> 172.21.15.116:0/891398145 conn(0x7f7b140b4900 msgr2=0x7f7b140b6110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:20.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.285+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/891398145 shutdown_connections 2023-11-30T08:27:20.296 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.289+0000 7f7b1c6ad640 1 -- 172.21.15.116:0/891398145 wait complete. 2023-11-30T08:27:20.340 INFO:tasks.cephfs_test_runner:Starting test: test_cd_with_args (tasks.cephfs.test_cephfs_shell.TestCD) Test that when cd is issued with an argument, CWD is changed 2023-11-30T08:27:20.340 INFO:tasks.cephfs_test_runner:test_cd_with_args (tasks.cephfs.test_cephfs_shell.TestCD) 2023-11-30T08:27:20.341 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:20.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec87bf640 1 Processor -- start 2023-11-30T08:27:20.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec87bf640 1 -- start start 2023-11-30T08:27:20.470 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec87bf640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f8ec00b0340 0x7f8ec013ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec87bf640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ec00af2e0 con 0x7f8ec00b3fd0 2023-11-30T08:27:20.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec87bf640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ec00b1f50 con 0x7f8ec006c920 2023-11-30T08:27:20.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec87bf640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ec006cd00 con 0x7f8ec00b0340 2023-11-30T08:27:20.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5d5a640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f8ec00b3fd0 0x7f8ec013e320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49810/0 (socket says 172.21.15.116:49810) 2023-11-30T08:27:20.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5d5a640 1 -- 172.21.15.116:0/3189861509 learned_addr learned my addr 172.21.15.116:0/3189861509 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:20.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2434899396 0 0) 0x7f8ec00af2e0 con 0x7f8ec00b3fd0 2023-11-30T08:27:20.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8eac003530 con 0x7f8ec00b3fd0 2023-11-30T08:27:20.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec6d5c640 1 --2- 172.21.15.116:0/3189861509 >> v2:172.21.15.162:3300/0 conn(0x7f8ec00b0340 0x7f8ec013ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2063209328 0 0) 0x7f8eac003530 con 0x7f8ec00b3fd0 2023-11-30T08:27:20.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 >> v2:172.21.15.162:3300/0 conn(0x7f8ec00b0340 msgr2=0x7f8ec013ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:20.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 --2- 172.21.15.116:0/3189861509 >> v2:172.21.15.162:3300/0 conn(0x7f8ec00b0340 0x7f8ec013ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 >> v1:172.21.15.162:6789/0 conn(0x7f8ec006c920 legacy=0x7f8ec00afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ec00af530 con 0x7f8ec00b3fd0 2023-11-30T08:27:20.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f8ebc001680 con 0x7f8ec00b3fd0 2023-11-30T08:27:20.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 >> v1:172.21.15.116:6789/0 conn(0x7f8ec00b3fd0 legacy=0x7f8ec013e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 --2- 172.21.15.116:0/3189861509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8eac003980 0x7f8eac003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 --2- 172.21.15.116:0/3189861509 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8eac0047d0 0x7f8eac004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 --2- 172.21.15.116:0/3189861509 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8eac0052b0 0x7f8eac00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ec006cd00 con 0x7f8eac003980 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eac00c180 con 0x7f8eac0047d0 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8eac00c340 con 0x7f8eac0052b0 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec655b640 1 --2- 172.21.15.116:0/3189861509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8eac003980 0x7f8eac003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec5d5a640 1 --2- 172.21.15.116:0/3189861509 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8eac0047d0 0x7f8eac004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec655b640 1 -- 172.21.15.116:0/3189861509 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8eac0052b0 msgr2=0x7f8eac00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec655b640 1 --2- 172.21.15.116:0/3189861509 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8eac0052b0 0x7f8eac00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec655b640 1 -- 172.21.15.116:0/3189861509 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8eac0047d0 msgr2=0x7f8eac004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec655b640 1 --2- 172.21.15.116:0/3189861509 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8eac0047d0 0x7f8eac004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec655b640 1 -- 172.21.15.116:0/3189861509 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8eac003530 con 0x7f8eac003980 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.453+0000 7f8ec6d5c640 1 -- 172.21.15.116:0/3189861509 reap_dead start 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec655b640 1 --2- 172.21.15.116:0/3189861509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8eac003980 0x7f8eac003da0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8eb0001750 tx=0x7f8eb001c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2d8656e6e78a8ad server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb00052d0 con 0x7f8eac003980 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8eb00a7050 con 0x7f8eac003980 2023-11-30T08:27:20.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec5559640 1 -- 172.21.15.116:0/3189861509 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb0003600 con 0x7f8eac003980 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 -- 172.21.15.116:0/3189861509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8eac003980 msgr2=0x7f8eac003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 --2- 172.21.15.116:0/3189861509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8eac003980 0x7f8eac003da0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8eb0001750 tx=0x7f8eb001c380 comp rx=0 tx=0).stop 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 -- 172.21.15.116:0/3189861509 shutdown_connections 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 --2- 172.21.15.116:0/3189861509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8eac003980 0x7f8eac003da0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 -- 172.21.15.116:0/3189861509 >> 172.21.15.116:0/3189861509 conn(0x7f8ec00b48e0 msgr2=0x7f8ec00b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 -- 172.21.15.116:0/3189861509 shutdown_connections 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 -- 172.21.15.116:0/3189861509 wait complete. 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 Processor -- start 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 -- start start 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8eac003980 0x7f8ec00708c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ec01df480 0x7f8ec006f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ec006f660 0x7f8ec0148290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ec0070470 con 0x7f8ec006f660 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ec01e0460 con 0x7f8ec01df480 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ec006feb0 con 0x7f8eac003980 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec6d5c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ec006f660 0x7f8ec0148290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec6d5c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ec006f660 0x7f8ec0148290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47258/0 (socket says 172.21.15.116:47258) 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec6d5c640 1 -- 172.21.15.116:0/2524999951 learned_addr learned my addr 172.21.15.116:0/2524999951 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec655b640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8eac003980 0x7f8ec00708c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec5d5a640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ec01df480 0x7f8ec006f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec6d5c640 1 -- 172.21.15.116:0/2524999951 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8eac003980 msgr2=0x7f8ec00708c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec6d5c640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8eac003980 0x7f8ec00708c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec6d5c640 1 -- 172.21.15.116:0/2524999951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ec01df480 msgr2=0x7f8ec006f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec6d5c640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ec01df480 0x7f8ec006f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec6d5c640 1 -- 172.21.15.116:0/2524999951 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ec006fbd0 con 0x7f8ec006f660 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec5d5a640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ec01df480 0x7f8ec006f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:20.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec655b640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8eac003980 0x7f8ec00708c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:20.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec6d5c640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ec006f660 0x7f8ec0148290 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8ec00b59a0 tx=0x7f8eb800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:20.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8eb6ffd640 1 -- 172.21.15.116:0/2524999951 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb800edc0 con 0x7f8ec006f660 2023-11-30T08:27:20.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8eb6ffd640 1 -- 172.21.15.116:0/2524999951 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8eb8014420 con 0x7f8ec006f660 2023-11-30T08:27:20.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 -- 172.21.15.116:0/2524999951 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ec01df900 con 0x7f8ec006f660 2023-11-30T08:27:20.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8eb6ffd640 1 -- 172.21.15.116:0/2524999951 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb80147d0 con 0x7f8ec006f660 2023-11-30T08:27:20.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.457+0000 7f8ec87bf640 1 -- 172.21.15.116:0/2524999951 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ec0145790 con 0x7f8ec006f660 2023-11-30T08:27:20.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.461+0000 7f8ec87bf640 1 -- 172.21.15.116:0/2524999951 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ec00679e0 con 0x7f8ec006f660 2023-11-30T08:27:20.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.461+0000 7f8eb6ffd640 1 -- 172.21.15.116:0/2524999951 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8eb8014930 con 0x7f8ec006f660 2023-11-30T08:27:20.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.461+0000 7f8eb6ffd640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8ea4066470 0x7f8ea4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.461+0000 7f8eb6ffd640 1 -- 172.21.15.116:0/2524999951 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8eb8084290 con 0x7f8ec006f660 2023-11-30T08:27:20.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.461+0000 7f8ec655b640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8ea4066470 0x7f8ea4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.461+0000 7f8ec655b640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8ea4066470 0x7f8ea4068930 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8eac004750 tx=0x7f8eb00011a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:20.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.465+0000 7f8eb6ffd640 1 -- 172.21.15.116:0/2524999951 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8eb80517a0 con 0x7f8ec006f660 2023-11-30T08:27:20.616 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 -- 172.21.15.116:0/2524999951 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8ec00705b0 con 0x7f8ec006f660 2023-11-30T08:27:20.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8eb6ffd640 1 -- 172.21.15.116:0/2524999951 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7f8eb8054dc0 con 0x7f8ec006f660 2023-11-30T08:27:20.618 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:20.618 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:20.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 -- 172.21.15.116:0/2524999951 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8ea4066470 msgr2=0x7f8ea4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8ea4066470 0x7f8ea4068930 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8eac004750 tx=0x7f8eb00011a0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 -- 172.21.15.116:0/2524999951 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ec006f660 msgr2=0x7f8ec0148290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ec006f660 0x7f8ec0148290 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f8ec00b59a0 tx=0x7f8eb800e4b0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 -- 172.21.15.116:0/2524999951 shutdown_connections 2023-11-30T08:27:20.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ec006f660 0x7f8ec0148290 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ec01df480 0x7f8ec006f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8ea4066470 0x7f8ea4068930 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 --2- 172.21.15.116:0/2524999951 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8eac003980 0x7f8ec00708c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 -- 172.21.15.116:0/2524999951 >> 172.21.15.116:0/2524999951 conn(0x7f8ec00b48e0 msgr2=0x7f8ec013c7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:20.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 -- 172.21.15.116:0/2524999951 shutdown_connections 2023-11-30T08:27:20.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.609+0000 7f8ec87bf640 1 -- 172.21.15.116:0/2524999951 wait complete. 2023-11-30T08:27:20.635 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-30T08:26:58.774799+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-30T08:26:59.510853+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:20.635 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:20.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.745+0000 7fda468de640 1 Processor -- start 2023-11-30T08:27:20.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda468de640 1 -- start start 2023-11-30T08:27:20.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda468de640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fda401451c0 0x7fda4014fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda468de640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda400b1730 con 0x7fda400af300 2023-11-30T08:27:20.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda468de640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda4006c7f0 con 0x7fda400b1eb0 2023-11-30T08:27:20.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda468de640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda4006cd70 con 0x7fda401451c0 2023-11-30T08:27:20.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda44e7b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fda401451c0 0x7fda4014fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda44e7b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fda401451c0 0x7fda4014fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47262/0 (socket says 172.21.15.116:47262) 2023-11-30T08:27:20.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda44e7b640 1 -- 172.21.15.116:0/1477294717 learned_addr learned my addr 172.21.15.116:0/1477294717 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:20.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda3f7fe640 1 --1- 172.21.15.116:0/1477294717 >> v1:172.21.15.116:6789/0 conn(0x7fda400af300 0x7fda40144ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49824/0 (socket says 172.21.15.116:49824) 2023-11-30T08:27:20.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda44e7b640 1 -- 172.21.15.116:0/1477294717 >> v1:172.21.15.162:6789/0 conn(0x7fda400b1eb0 legacy=0x7fda400aff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:20.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda44e7b640 1 -- 172.21.15.116:0/1477294717 >> v1:172.21.15.116:6789/0 conn(0x7fda400af300 legacy=0x7fda40144ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda44e7b640 1 -- 172.21.15.116:0/1477294717 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda400b2290 con 0x7fda401451c0 2023-11-30T08:27:20.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda3effd640 1 -- 172.21.15.116:0/1477294717 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1720667457 0 0) 0x7fda400b1730 con 0x7fda400af300 2023-11-30T08:27:20.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda44e7b640 1 --2- 172.21.15.116:0/1477294717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda401451c0 0x7fda4014fd20 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fda38009e50 tx=0x7fda3801c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90be70824aa1ad3d server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:20.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda3effd640 1 -- 172.21.15.116:0/1477294717 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda380a5600 con 0x7fda401451c0 2023-11-30T08:27:20.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda3effd640 1 -- 172.21.15.116:0/1477294717 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda380a5760 con 0x7fda401451c0 2023-11-30T08:27:20.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.749+0000 7fda3effd640 1 -- 172.21.15.116:0/1477294717 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda380a5af0 con 0x7fda401451c0 2023-11-30T08:27:20.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 -- 172.21.15.116:0/1477294717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda401451c0 msgr2=0x7fda4014fd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 --2- 172.21.15.116:0/1477294717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda401451c0 0x7fda4014fd20 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fda38009e50 tx=0x7fda3801c8b0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 -- 172.21.15.116:0/1477294717 shutdown_connections 2023-11-30T08:27:20.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 --2- 172.21.15.116:0/1477294717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda401451c0 0x7fda4014fd20 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 -- 172.21.15.116:0/1477294717 >> 172.21.15.116:0/1477294717 conn(0x7fda400b4900 msgr2=0x7fda400b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:20.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 -- 172.21.15.116:0/1477294717 shutdown_connections 2023-11-30T08:27:20.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 -- 172.21.15.116:0/1477294717 wait complete. 2023-11-30T08:27:20.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 Processor -- start 2023-11-30T08:27:20.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 -- start start 2023-11-30T08:27:20.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fda400af300 0x7fda40135eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda400b1eb0 0x7fda40070fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fda401451c0 0x7fda401dcc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda401400e0 con 0x7fda400b1eb0 2023-11-30T08:27:20.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda401e1090 con 0x7fda401451c0 2023-11-30T08:27:20.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda401e05b0 con 0x7fda400af300 2023-11-30T08:27:20.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda3f7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda400b1eb0 0x7fda40070fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda3f7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda400b1eb0 0x7fda40070fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47270/0 (socket says 172.21.15.116:47270) 2023-11-30T08:27:20.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda3f7fe640 1 -- 172.21.15.116:0/2323949894 learned_addr learned my addr 172.21.15.116:0/2323949894 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:20.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda3f7fe640 1 -- 172.21.15.116:0/2323949894 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fda400af300 msgr2=0x7fda40135eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda3f7fe640 1 --2- 172.21.15.116:0/2323949894 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fda400af300 0x7fda40135eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda3f7fe640 1 -- 172.21.15.116:0/2323949894 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fda401451c0 msgr2=0x7fda401dcc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda3f7fe640 1 --2- 172.21.15.116:0/2323949894 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fda401451c0 0x7fda401dcc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda3f7fe640 1 -- 172.21.15.116:0/2323949894 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda38009b30 con 0x7fda400b1eb0 2023-11-30T08:27:20.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda3f7fe640 1 --2- 172.21.15.116:0/2323949894 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda400b1eb0 0x7fda40070fa0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fda3400c4b0 tx=0x7fda3400c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:20.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda3cff9640 1 -- 172.21.15.116:0/2323949894 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda34007480 con 0x7fda400b1eb0 2023-11-30T08:27:20.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda3cff9640 1 -- 172.21.15.116:0/2323949894 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda340075e0 con 0x7fda400b1eb0 2023-11-30T08:27:20.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda3cff9640 1 -- 172.21.15.116:0/2323949894 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda34004a30 con 0x7fda400b1eb0 2023-11-30T08:27:20.764 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 -- 172.21.15.116:0/2323949894 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda401e0890 con 0x7fda400b1eb0 2023-11-30T08:27:20.764 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.753+0000 7fda468de640 1 -- 172.21.15.116:0/2323949894 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda40140350 con 0x7fda400b1eb0 2023-11-30T08:27:20.764 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.757+0000 7fda468de640 1 -- 172.21.15.116:0/2323949894 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda401e0db0 con 0x7fda400b1eb0 2023-11-30T08:27:20.764 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.757+0000 7fda3cff9640 1 -- 172.21.15.116:0/2323949894 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fda34004b90 con 0x7fda400b1eb0 2023-11-30T08:27:20.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.757+0000 7fda3cff9640 1 --2- 172.21.15.116:0/2323949894 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fda2c066470 0x7fda2c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:20.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.757+0000 7fda3ffff640 1 --2- 172.21.15.116:0/2323949894 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fda2c066470 0x7fda2c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:20.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.757+0000 7fda3cff9640 1 -- 172.21.15.116:0/2323949894 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fda340830e0 con 0x7fda400b1eb0 2023-11-30T08:27:20.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.757+0000 7fda3ffff640 1 --2- 172.21.15.116:0/2323949894 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fda2c066470 0x7fda2c068930 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fda4006faa0 tx=0x7fda300079c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:20.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.761+0000 7fda3cff9640 1 -- 172.21.15.116:0/2323949894 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fda401e0db0 con 0x7fda400b1eb0 2023-11-30T08:27:20.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.913+0000 7fda468de640 1 -- 172.21.15.116:0/2323949894 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fda401e0db0 con 0x7fda400b1eb0 2023-11-30T08:27:20.924 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda3cff9640 1 -- 172.21.15.116:0/2323949894 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fda401e0db0 con 0x7fda400b1eb0 2023-11-30T08:27:20.924 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:20.926 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda468de640 1 -- 172.21.15.116:0/2323949894 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fda2c066470 msgr2=0x7fda2c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.926 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda468de640 1 --2- 172.21.15.116:0/2323949894 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fda2c066470 0x7fda2c068930 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fda4006faa0 tx=0x7fda300079c0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.926 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda468de640 1 -- 172.21.15.116:0/2323949894 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda400b1eb0 msgr2=0x7fda40070fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:20.926 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda468de640 1 --2- 172.21.15.116:0/2323949894 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda400b1eb0 0x7fda40070fa0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fda3400c4b0 tx=0x7fda3400c970 comp rx=0 tx=0).stop 2023-11-30T08:27:20.926 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda468de640 1 -- 172.21.15.116:0/2323949894 shutdown_connections 2023-11-30T08:27:20.926 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda468de640 1 --2- 172.21.15.116:0/2323949894 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fda401451c0 0x7fda401dcc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.926 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda468de640 1 --2- 172.21.15.116:0/2323949894 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fda400b1eb0 0x7fda40070fa0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.926 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda468de640 1 --2- 172.21.15.116:0/2323949894 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fda2c066470 0x7fda2c068930 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.927 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda468de640 1 --2- 172.21.15.116:0/2323949894 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fda400af300 0x7fda40135eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:20.927 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda468de640 1 -- 172.21.15.116:0/2323949894 >> 172.21.15.116:0/2323949894 conn(0x7fda400b4900 msgr2=0x7fda400b6370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:20.927 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda468de640 1 -- 172.21.15.116:0/2323949894 shutdown_connections 2023-11-30T08:27:20.927 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:20.917+0000 7fda468de640 1 -- 172.21.15.116:0/2323949894 wait complete. 2023-11-30T08:27:20.941 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-30T08:27:21.056 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f598a579640 1 Processor -- start 2023-11-30T08:27:21.056 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f598a579640 1 -- start start 2023-11-30T08:27:21.056 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f598a579640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f5984071c30 0x7f59840b4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f598a579640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59840b5520 con 0x7f5984144ca0 2023-11-30T08:27:21.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f598a579640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59840b52e0 con 0x7f59840b2900 2023-11-30T08:27:21.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f598a579640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59840b0d90 con 0x7f5984071c30 2023-11-30T08:27:21.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5988b16640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f5984144ca0 0x7f598414ed40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49840/0 (socket says 172.21.15.116:49840) 2023-11-30T08:27:21.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5988b16640 1 -- 172.21.15.116:0/519560397 learned_addr learned my addr 172.21.15.116:0/519560397 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:21.058 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2240611674 0 0) 0x7f59840b5520 con 0x7f5984144ca0 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5983fff640 1 --2- 172.21.15.116:0/519560397 >> v2:172.21.15.162:3300/0 conn(0x7f5984071c30 0x7f59840b4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5964003530 con 0x7f5984144ca0 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2969208817 0 0) 0x7f5964003530 con 0x7f5984144ca0 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 >> v2:172.21.15.162:3300/0 conn(0x7f5984071c30 msgr2=0x7f59840b4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 --2- 172.21.15.116:0/519560397 >> v2:172.21.15.162:3300/0 conn(0x7f5984071c30 0x7f59840b4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 >> v1:172.21.15.162:6789/0 conn(0x7f59840b2900 legacy=0x7f5984144590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59840b3750 con 0x7f5984144ca0 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f5974001680 con 0x7f5984144ca0 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 >> v1:172.21.15.116:6789/0 conn(0x7f5984144ca0 legacy=0x7f598414ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 --2- 172.21.15.116:0/519560397 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5964003980 0x7f5964003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 --2- 172.21.15.116:0/519560397 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59640047d0 0x7f5964004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 --2- 172.21.15.116:0/519560397 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59640052b0 0x7f596400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59840b0d90 con 0x7f59640047d0 2023-11-30T08:27:21.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f596400c180 con 0x7f5964003980 2023-11-30T08:27:21.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f596400c340 con 0x7f59640052b0 2023-11-30T08:27:21.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f59837fe640 1 --2- 172.21.15.116:0/519560397 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59640047d0 0x7f5964004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5983fff640 1 --2- 172.21.15.116:0/519560397 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5964003980 0x7f5964003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5988b16640 1 --2- 172.21.15.116:0/519560397 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59640052b0 0x7f596400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f59837fe640 1 -- 172.21.15.116:0/519560397 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59640052b0 msgr2=0x7f596400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:21.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f59837fe640 1 --2- 172.21.15.116:0/519560397 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59640052b0 0x7f596400b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f59837fe640 1 -- 172.21.15.116:0/519560397 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5964003980 msgr2=0x7f5964003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:21.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f59837fe640 1 --2- 172.21.15.116:0/519560397 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5964003980 0x7f5964003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f59837fe640 1 -- 172.21.15.116:0/519560397 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5964003530 con 0x7f59640047d0 2023-11-30T08:27:21.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.049+0000 7f5988b16640 1 -- 172.21.15.116:0/519560397 reap_dead start 2023-11-30T08:27:21.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f59837fe640 1 --2- 172.21.15.116:0/519560397 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59640047d0 0x7f5964004c50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f596c0015b0 tx=0x7f596c01c1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bda96cef05ba99d2 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:21.061 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596c0050d0 con 0x7f59640047d0 2023-11-30T08:27:21.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f596c005250 con 0x7f59640047d0 2023-11-30T08:27:21.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5982ffd640 1 -- 172.21.15.116:0/519560397 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f596c003600 con 0x7f59640047d0 2023-11-30T08:27:21.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 -- 172.21.15.116:0/519560397 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59640047d0 msgr2=0x7f5964004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 --2- 172.21.15.116:0/519560397 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59640047d0 0x7f5964004c50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f596c0015b0 tx=0x7f596c01c1e0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 -- 172.21.15.116:0/519560397 shutdown_connections 2023-11-30T08:27:21.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 --2- 172.21.15.116:0/519560397 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59640047d0 0x7f5964004c50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 -- 172.21.15.116:0/519560397 >> 172.21.15.116:0/519560397 conn(0x7f598406b860 msgr2=0x7f598406bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:21.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 -- 172.21.15.116:0/519560397 shutdown_connections 2023-11-30T08:27:21.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 -- 172.21.15.116:0/519560397 wait complete. 2023-11-30T08:27:21.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 Processor -- start 2023-11-30T08:27:21.062 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 -- start start 2023-11-30T08:27:21.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f59640047d0 0x7f59841dd5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59841368e0 0x7f59841e1590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5984147bd0 0x7f5984148060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59841e1170 con 0x7f5984147bd0 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59841485a0 con 0x7f59640047d0 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59841e0b40 con 0x7f59841368e0 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5988b16640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5984147bd0 0x7f5984148060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5988b16640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5984147bd0 0x7f5984148060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47288/0 (socket says 172.21.15.116:47288) 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5988b16640 1 -- 172.21.15.116:0/852417362 learned_addr learned my addr 172.21.15.116:0/852417362 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5983fff640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f59640047d0 0x7f59841dd5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f59837fe640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59841368e0 0x7f59841e1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5988b16640 1 -- 172.21.15.116:0/852417362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59841368e0 msgr2=0x7f59841e1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5988b16640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59841368e0 0x7f59841e1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5988b16640 1 -- 172.21.15.116:0/852417362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f59640047d0 msgr2=0x7f59841dd5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5988b16640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f59640047d0 0x7f59841dd5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5988b16640 1 -- 172.21.15.116:0/852417362 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59841e0d90 con 0x7f5984147bd0 2023-11-30T08:27:21.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f59837fe640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59841368e0 0x7f59841e1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:21.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5983fff640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f59640047d0 0x7f59841dd5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:21.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5988b16640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5984147bd0 0x7f5984148060 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5984072ad0 tx=0x7f597400eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:21.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5980ff9640 1 -- 172.21.15.116:0/852417362 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f597400eed0 con 0x7f5984147bd0 2023-11-30T08:27:21.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5980ff9640 1 -- 172.21.15.116:0/852417362 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f597400c660 con 0x7f5984147bd0 2023-11-30T08:27:21.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f5980ff9640 1 -- 172.21.15.116:0/852417362 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f597400ca10 con 0x7f5984147bd0 2023-11-30T08:27:21.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 -- 172.21.15.116:0/852417362 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5984145a90 con 0x7f5984147bd0 2023-11-30T08:27:21.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.053+0000 7f598a579640 1 -- 172.21.15.116:0/852417362 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5984135c50 con 0x7f5984147bd0 2023-11-30T08:27:21.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.057+0000 7f598a579640 1 -- 172.21.15.116:0/852417362 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59841e12b0 con 0x7f5984147bd0 2023-11-30T08:27:21.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.057+0000 7f5980ff9640 1 -- 172.21.15.116:0/852417362 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f597400cb70 con 0x7f5984147bd0 2023-11-30T08:27:21.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.057+0000 7f5980ff9640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f59680664a0 0x7f5968068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.057+0000 7f5980ff9640 1 -- 172.21.15.116:0/852417362 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f59740834d0 con 0x7f5984147bd0 2023-11-30T08:27:21.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.057+0000 7f5983fff640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f59680664a0 0x7f5968068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.057+0000 7f5983fff640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f59680664a0 0x7f5968068960 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5984067b70 tx=0x7f597c00b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:21.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.061+0000 7f5980ff9640 1 -- 172.21.15.116:0/852417362 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f59841e12b0 con 0x7f5984147bd0 2023-11-30T08:27:21.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.205+0000 7f598a579640 1 -- 172.21.15.116:0/852417362 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f59841e12b0 con 0x7f5984147bd0 2023-11-30T08:27:21.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.205+0000 7f5980ff9640 1 -- 172.21.15.116:0/852417362 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f59841e12b0 con 0x7f5984147bd0 2023-11-30T08:27:21.214 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 32 2023-11-30T08:27:21.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.209+0000 7f598a579640 1 -- 172.21.15.116:0/852417362 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f59680664a0 msgr2=0x7f5968068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.209+0000 7f598a579640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f59680664a0 0x7f5968068960 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5984067b70 tx=0x7f597c00b040 comp rx=0 tx=0).stop 2023-11-30T08:27:21.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.209+0000 7f598a579640 1 -- 172.21.15.116:0/852417362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5984147bd0 msgr2=0x7f5984148060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.209+0000 7f598a579640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5984147bd0 0x7f5984148060 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5984072ad0 tx=0x7f597400eb90 comp rx=0 tx=0).stop 2023-11-30T08:27:21.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.209+0000 7f598a579640 1 -- 172.21.15.116:0/852417362 shutdown_connections 2023-11-30T08:27:21.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.209+0000 7f598a579640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5984147bd0 0x7f5984148060 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.209+0000 7f598a579640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f59680664a0 0x7f5968068960 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.209+0000 7f598a579640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59841368e0 0x7f59841e1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.216 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.209+0000 7f598a579640 1 --2- 172.21.15.116:0/852417362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f59640047d0 0x7f59841dd5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.209+0000 7f598a579640 1 -- 172.21.15.116:0/852417362 >> 172.21.15.116:0/852417362 conn(0x7f598406b860 msgr2=0x7f59840b1490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:21.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.209+0000 7f598a579640 1 -- 172.21.15.116:0/852417362 shutdown_connections 2023-11-30T08:27:21.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.209+0000 7f598a579640 1 -- 172.21.15.116:0/852417362 wait complete. 2023-11-30T08:27:21.231 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-30T08:27:21.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616d1ba640 1 Processor -- start 2023-11-30T08:27:21.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616d1ba640 1 -- start start 2023-11-30T08:27:21.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616d1ba640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f616806c8b0 0x7f61680aea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616d1ba640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f61680adac0 0x7f61680b2f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616d1ba640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61680ad0c0 con 0x7f61680ad640 2023-11-30T08:27:21.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616d1ba640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61680adf50 con 0x7f616806c8b0 2023-11-30T08:27:21.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616d1ba640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61680ace20 con 0x7f61680adac0 2023-11-30T08:27:21.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616759e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f61680adac0 0x7f61680b2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f6166d9d640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f616806c8b0 0x7f61680aea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616659c640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f61680ad640 0x7f61680b2800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:38864/0 (socket says 172.21.15.116:38864) 2023-11-30T08:27:21.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616659c640 1 -- 172.21.15.116:0/1764079388 learned_addr learned my addr 172.21.15.116:0/1764079388 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:21.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616759e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f61680adac0 0x7f61680b2f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:52042/0 (socket says 172.21.15.116:52042) 2023-11-30T08:27:21.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616759e640 1 -- 172.21.15.116:0/1764079388 >> v2:172.21.15.162:3300/0 conn(0x7f616806c8b0 msgr2=0x7f61680aea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:21.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616759e640 1 --2- 172.21.15.116:0/1764079388 >> v2:172.21.15.162:3300/0 conn(0x7f616806c8b0 0x7f61680aea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616759e640 1 -- 172.21.15.116:0/1764079388 >> v1:172.21.15.162:6789/0 conn(0x7f61680ad640 legacy=0x7f61680b2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.333+0000 7f616759e640 1 -- 172.21.15.116:0/1764079388 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f616806cc90 con 0x7f61680adac0 2023-11-30T08:27:21.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616759e640 1 --2- 172.21.15.116:0/1764079388 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f61680adac0 0x7f61680b2f10 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6160009d90 tx=0x7f616001c800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78f2a76721d3329 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:21.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f6165d9b640 1 -- 172.21.15.116:0/1764079388 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61600a58c0 con 0x7f61680adac0 2023-11-30T08:27:21.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f6165d9b640 1 -- 172.21.15.116:0/1764079388 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61600a5a20 con 0x7f61680adac0 2023-11-30T08:27:21.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f6165d9b640 1 -- 172.21.15.116:0/1764079388 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61600a5db0 con 0x7f61680adac0 2023-11-30T08:27:21.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 -- 172.21.15.116:0/1764079388 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f61680adac0 msgr2=0x7f61680b2f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 --2- 172.21.15.116:0/1764079388 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f61680adac0 0x7f61680b2f10 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f6160009d90 tx=0x7f616001c800 comp rx=0 tx=0).stop 2023-11-30T08:27:21.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 -- 172.21.15.116:0/1764079388 shutdown_connections 2023-11-30T08:27:21.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 --2- 172.21.15.116:0/1764079388 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f61680adac0 0x7f61680b2f10 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 --2- 172.21.15.116:0/1764079388 >> v2:172.21.15.162:3300/0 conn(0x7f616806c8b0 0x7f61680aea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 -- 172.21.15.116:0/1764079388 >> 172.21.15.116:0/1764079388 conn(0x7f61680b4900 msgr2=0x7f61680b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:21.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 -- 172.21.15.116:0/1764079388 shutdown_connections 2023-11-30T08:27:21.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 -- 172.21.15.116:0/1764079388 wait complete. 2023-11-30T08:27:21.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 Processor -- start 2023-11-30T08:27:21.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 -- start start 2023-11-30T08:27:21.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f616806c8b0 0x7f6168148bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61680ad640 0x7f61681e69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f61680adac0 0x7f61681e3290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6168143800 con 0x7f616806c8b0 2023-11-30T08:27:21.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f616813c710 con 0x7f61680ad640 2023-11-30T08:27:21.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616d1ba640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61681e2da0 con 0x7f61680adac0 2023-11-30T08:27:21.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f6166d9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f616806c8b0 0x7f6168148bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f6166d9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f616806c8b0 0x7f6168148bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47294/0 (socket says 172.21.15.116:47294) 2023-11-30T08:27:21.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f6166d9d640 1 -- 172.21.15.116:0/124811271 learned_addr learned my addr 172.21.15.116:0/124811271 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:21.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616659c640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61680ad640 0x7f61681e69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616759e640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f61680adac0 0x7f61681e3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f6166d9d640 1 -- 172.21.15.116:0/124811271 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f61680adac0 msgr2=0x7f61681e3290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f6166d9d640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f61680adac0 0x7f61681e3290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f6166d9d640 1 -- 172.21.15.116:0/124811271 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61680ad640 msgr2=0x7f61681e69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f6166d9d640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61680ad640 0x7f61681e69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f6166d9d640 1 -- 172.21.15.116:0/124811271 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6160009a70 con 0x7f616806c8b0 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.337+0000 7f616659c640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61680ad640 0x7f61681e69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.341+0000 7f6166d9d640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f616806c8b0 0x7f6168148bc0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f615800e930 tx=0x7f615800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.341+0000 7f614f7fe640 1 -- 172.21.15.116:0/124811271 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6158009690 con 0x7f616806c8b0 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.341+0000 7f614f7fe640 1 -- 172.21.15.116:0/124811271 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f615800ca00 con 0x7f616806c8b0 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.341+0000 7f614f7fe640 1 -- 172.21.15.116:0/124811271 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f615800cd70 con 0x7f616806c8b0 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.341+0000 7f616d1ba640 1 -- 172.21.15.116:0/124811271 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6168143280 con 0x7f616806c8b0 2023-11-30T08:27:21.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.341+0000 7f616d1ba640 1 -- 172.21.15.116:0/124811271 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6168143520 con 0x7f616806c8b0 2023-11-30T08:27:21.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.341+0000 7f616d1ba640 1 -- 172.21.15.116:0/124811271 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f616809df80 con 0x7f616806c8b0 2023-11-30T08:27:21.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.341+0000 7f614f7fe640 1 -- 172.21.15.116:0/124811271 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6158013470 con 0x7f616806c8b0 2023-11-30T08:27:21.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.341+0000 7f614f7fe640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6154066470 0x7f6154068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.341+0000 7f614f7fe640 1 -- 172.21.15.116:0/124811271 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f61580843c0 con 0x7f616806c8b0 2023-11-30T08:27:21.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.341+0000 7f616659c640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6154066470 0x7f6154068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.341+0000 7f616659c640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6154066470 0x7f6154068930 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f615c007fd0 tx=0x7f615c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:21.353 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.345+0000 7f614f7fe640 1 -- 172.21.15.116:0/124811271 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6158051990 con 0x7f616806c8b0 2023-11-30T08:27:21.495 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.485+0000 7f616d1ba640 1 -- 172.21.15.116:0/124811271 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6168068940 con 0x7f616806c8b0 2023-11-30T08:27:21.496 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f614f7fe640 1 -- 172.21.15.116:0/124811271 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6158054fb0 con 0x7f616806c8b0 2023-11-30T08:27:21.496 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 64 2023-11-30T08:27:21.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f616d1ba640 1 -- 172.21.15.116:0/124811271 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6154066470 msgr2=0x7f6154068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f616d1ba640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6154066470 0x7f6154068930 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f615c007fd0 tx=0x7f615c009040 comp rx=0 tx=0).stop 2023-11-30T08:27:21.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f616d1ba640 1 -- 172.21.15.116:0/124811271 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f616806c8b0 msgr2=0x7f6168148bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f616d1ba640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f616806c8b0 0x7f6168148bc0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f615800e930 tx=0x7f615800edf0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f616d1ba640 1 -- 172.21.15.116:0/124811271 shutdown_connections 2023-11-30T08:27:21.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f616d1ba640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6154066470 0x7f6154068930 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f616d1ba640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f61680adac0 0x7f61681e3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f616d1ba640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f61680ad640 0x7f61681e69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f616d1ba640 1 --2- 172.21.15.116:0/124811271 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f616806c8b0 0x7f6168148bc0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f616d1ba640 1 -- 172.21.15.116:0/124811271 >> 172.21.15.116:0/124811271 conn(0x7f61680b4900 msgr2=0x7f61680b3810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:21.499 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f616d1ba640 1 -- 172.21.15.116:0/124811271 shutdown_connections 2023-11-30T08:27:21.499 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.489+0000 7f616d1ba640 1 -- 172.21.15.116:0/124811271 wait complete. 2023-11-30T08:27:21.513 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_cephfs_shell.TestCD.test_cd_with_args' 2023-11-30T08:27:21.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.617+0000 7fed69ae2640 1 Processor -- start 2023-11-30T08:27:21.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.617+0000 7fed69ae2640 1 -- start start 2023-11-30T08:27:21.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.617+0000 7fed69ae2640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fed640b27e0 0x7fed640b41f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.617+0000 7fed69ae2640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed640ae380 con 0x7fed640b12f0 2023-11-30T08:27:21.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.617+0000 7fed69ae2640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed640acf00 con 0x7fed6406c920 2023-11-30T08:27:21.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.617+0000 7fed69ae2640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed640b2c10 con 0x7fed640b27e0 2023-11-30T08:27:21.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.617+0000 7fed62ffd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fed640b12f0 0x7fed6414f160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49854/0 (socket says 172.21.15.116:49854) 2023-11-30T08:27:21.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.617+0000 7fed62ffd640 1 -- 172.21.15.116:0/1175956334 learned_addr learned my addr 172.21.15.116:0/1175956334 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:21.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed63fff640 1 --2- 172.21.15.116:0/1175956334 >> v2:172.21.15.162:3300/0 conn(0x7fed640b27e0 0x7fed640b41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1482133366 0 0) 0x7fed640ae380 con 0x7fed640b12f0 2023-11-30T08:27:21.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fed4c003530 con 0x7fed640b12f0 2023-11-30T08:27:21.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 109706094 0 0) 0x7fed4c003530 con 0x7fed640b12f0 2023-11-30T08:27:21.629 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 >> v2:172.21.15.162:3300/0 conn(0x7fed640b27e0 msgr2=0x7fed640b41f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:21.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 --2- 172.21.15.116:0/1175956334 >> v2:172.21.15.162:3300/0 conn(0x7fed640b27e0 0x7fed640b41f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 >> v1:172.21.15.162:6789/0 conn(0x7fed6406c920 legacy=0x7fed640b0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed640ae100 con 0x7fed640b12f0 2023-11-30T08:27:21.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fed58001680 con 0x7fed640b12f0 2023-11-30T08:27:21.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 >> v1:172.21.15.116:6789/0 conn(0x7fed640b12f0 legacy=0x7fed6414f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 --2- 172.21.15.116:0/1175956334 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed4c003980 0x7fed4c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 --2- 172.21.15.116:0/1175956334 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed4c0047d0 0x7fed4c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 --2- 172.21.15.116:0/1175956334 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 0x7fed4c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed4c00c100 con 0x7fed4c005190 2023-11-30T08:27:21.630 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed4c00c270 con 0x7fed4c0047d0 2023-11-30T08:27:21.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed4c00c430 con 0x7fed4c003980 2023-11-30T08:27:21.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed63fff640 1 --2- 172.21.15.116:0/1175956334 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 0x7fed4c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed62ffd640 1 --2- 172.21.15.116:0/1175956334 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed4c0047d0 0x7fed4c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed637fe640 1 --2- 172.21.15.116:0/1175956334 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed4c003980 0x7fed4c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed63fff640 1 -- 172.21.15.116:0/1175956334 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed4c003980 msgr2=0x7fed4c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:21.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed63fff640 1 --2- 172.21.15.116:0/1175956334 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed4c003980 0x7fed4c003da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed63fff640 1 -- 172.21.15.116:0/1175956334 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed4c0047d0 msgr2=0x7fed4c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:21.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed63fff640 1 --2- 172.21.15.116:0/1175956334 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed4c0047d0 0x7fed4c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed63fff640 1 -- 172.21.15.116:0/1175956334 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed4c003530 con 0x7fed4c005190 2023-11-30T08:27:21.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed62ffd640 1 --2- 172.21.15.116:0/1175956334 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed4c0047d0 0x7fed4c004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:21.634 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed63fff640 1 -- 172.21.15.116:0/1175956334 reap_dead start 2023-11-30T08:27:21.634 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed63fff640 1 --2- 172.21.15.116:0/1175956334 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 0x7fed4c00b990 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fed5c009fc0 tx=0x7fed5c01cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=236061248b9269a3 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:21.634 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed5c0a5ab0 con 0x7fed4c005190 2023-11-30T08:27:21.634 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed5c00f040 con 0x7fed4c005190 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed627fc640 1 -- 172.21.15.116:0/1175956334 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed5c0a5e50 con 0x7fed4c005190 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed69ae2640 1 -- 172.21.15.116:0/1175956334 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 msgr2=0x7fed4c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed69ae2640 1 --2- 172.21.15.116:0/1175956334 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 0x7fed4c00b990 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fed5c009fc0 tx=0x7fed5c01cca0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed69ae2640 1 -- 172.21.15.116:0/1175956334 shutdown_connections 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed69ae2640 1 --2- 172.21.15.116:0/1175956334 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 0x7fed4c00b990 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed69ae2640 1 -- 172.21.15.116:0/1175956334 >> 172.21.15.116:0/1175956334 conn(0x7fed640b48e0 msgr2=0x7fed640b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed69ae2640 1 -- 172.21.15.116:0/1175956334 shutdown_connections 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.621+0000 7fed69ae2640 1 -- 172.21.15.116:0/1175956334 wait complete. 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed69ae2640 1 Processor -- start 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed69ae2640 1 -- start start 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed69ae2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 0x7fed64145b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed69ae2640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed641dbac0 0x7fed641dbf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed69ae2640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed6413f070 0x7fed6413f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed69ae2640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed640713e0 con 0x7fed4c005190 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed69ae2640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed641dc480 con 0x7fed641dbac0 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed69ae2640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed6413fa30 con 0x7fed6413f070 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed637fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 0x7fed64145b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed637fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 0x7fed64145b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47306/0 (socket says 172.21.15.116:47306) 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed637fe640 1 -- 172.21.15.116:0/275198880 learned_addr learned my addr 172.21.15.116:0/275198880 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed62ffd640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed641dbac0 0x7fed641dbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed63fff640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed6413f070 0x7fed6413f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed637fe640 1 -- 172.21.15.116:0/275198880 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed6413f070 msgr2=0x7fed6413f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed637fe640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed6413f070 0x7fed6413f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed637fe640 1 -- 172.21.15.116:0/275198880 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed641dbac0 msgr2=0x7fed641dbf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed637fe640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed641dbac0 0x7fed641dbf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed637fe640 1 -- 172.21.15.116:0/275198880 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed6406e7f0 con 0x7fed4c005190 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed63fff640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed6413f070 0x7fed6413f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:21.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed62ffd640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed641dbac0 0x7fed641dbf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:21.637 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed637fe640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 0x7fed64145b70 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fed5400d4a0 tx=0x7fed5400d960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:21.637 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed4bfff640 1 -- 172.21.15.116:0/275198880 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed54005480 con 0x7fed4c005190 2023-11-30T08:27:21.637 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed4bfff640 1 -- 172.21.15.116:0/275198880 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed54003620 con 0x7fed4c005190 2023-11-30T08:27:21.637 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed69ae2640 1 -- 172.21.15.116:0/275198880 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed640715d0 con 0x7fed4c005190 2023-11-30T08:27:21.637 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed4bfff640 1 -- 172.21.15.116:0/275198880 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed54003990 con 0x7fed4c005190 2023-11-30T08:27:21.637 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed69ae2640 1 -- 172.21.15.116:0/275198880 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed64144ce0 con 0x7fed4c005190 2023-11-30T08:27:21.637 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed69ae2640 1 -- 172.21.15.116:0/275198880 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed640679e0 con 0x7fed4c005190 2023-11-30T08:27:21.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.625+0000 7fed4bfff640 1 -- 172.21.15.116:0/275198880 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fed54003af0 con 0x7fed4c005190 2023-11-30T08:27:21.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.629+0000 7fed4bfff640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fed50066470 0x7fed50068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:21.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.629+0000 7fed62ffd640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fed50066470 0x7fed50068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:21.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.629+0000 7fed4bfff640 1 -- 172.21.15.116:0/275198880 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fed54083b50 con 0x7fed4c005190 2023-11-30T08:27:21.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.629+0000 7fed62ffd640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fed50066470 0x7fed50068930 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fed58001210 tx=0x7fed58000fa0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:21.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.633+0000 7fed4bfff640 1 -- 172.21.15.116:0/275198880 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fed54051060 con 0x7fed4c005190 2023-11-30T08:27:21.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:21.837+0000 7fed69ae2640 1 -- 172.21.15.116:0/275198880 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_cephfs_shell.TestCD.test_cd_with_args"]} v 0) v1 -- 0x7fed640688f0 con 0x7fed4c005190 2023-11-30T08:27:22.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.313+0000 7fed4bfff640 1 -- 172.21.15.116:0/275198880 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_cephfs_shell.TestCD.test_cd_with_args"]}]=0 v44) v1 ==== 137+0+0 (secure 0 0 0) 0x7fed54054680 con 0x7fed4c005190 2023-11-30T08:27:22.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.317+0000 7fed69ae2640 1 -- 172.21.15.116:0/275198880 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fed50066470 msgr2=0x7fed50068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:22.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.317+0000 7fed69ae2640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fed50066470 0x7fed50068930 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fed58001210 tx=0x7fed58000fa0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.317+0000 7fed69ae2640 1 -- 172.21.15.116:0/275198880 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 msgr2=0x7fed64145b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:22.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.317+0000 7fed69ae2640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 0x7fed64145b70 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fed5400d4a0 tx=0x7fed5400d960 comp rx=0 tx=0).stop 2023-11-30T08:27:22.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.317+0000 7fed69ae2640 1 -- 172.21.15.116:0/275198880 shutdown_connections 2023-11-30T08:27:22.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.317+0000 7fed69ae2640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fed50066470 0x7fed50068930 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.317+0000 7fed69ae2640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fed6413f070 0x7fed6413f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.317+0000 7fed69ae2640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fed641dbac0 0x7fed641dbf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.317+0000 7fed69ae2640 1 --2- 172.21.15.116:0/275198880 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed4c005190 0x7fed64145b70 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.317+0000 7fed69ae2640 1 -- 172.21.15.116:0/275198880 >> 172.21.15.116:0/275198880 conn(0x7fed640b48e0 msgr2=0x7fed640aeb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:22.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.317+0000 7fed69ae2640 1 -- 172.21.15.116:0/275198880 shutdown_connections 2023-11-30T08:27:22.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.317+0000 7fed69ae2640 1 -- 172.21.15.116:0/275198880 wait complete. 2023-11-30T08:27:22.348 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-11-30T08:27:22.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.465+0000 7f6f27b0c640 1 Processor -- start 2023-11-30T08:27:22.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.465+0000 7f6f27b0c640 1 -- start start 2023-11-30T08:27:22.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f27b0c640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f6f200721c0 0x7f6f200b1b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:22.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f27b0c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f200b20a0 0x7f6f20150ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:22.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f27b0c640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f200aee20 con 0x7f6f2006c8b0 2023-11-30T08:27:22.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f27b0c640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f200b4650 con 0x7f6f200721c0 2023-11-30T08:27:22.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f27b0c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f2006cc90 con 0x7f6f200b20a0 2023-11-30T08:27:22.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f260a9640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f200b20a0 0x7f6f20150ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:22.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f250a7640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f6f200721c0 0x7f6f200b1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:22.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f258a8640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f6f2006c8b0 0x7f6f20149b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:38882/0 (socket says 172.21.15.116:38882) 2023-11-30T08:27:22.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f258a8640 1 -- 172.21.15.116:0/2333080167 learned_addr learned my addr 172.21.15.116:0/2333080167 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:22.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f260a9640 1 -- 172.21.15.116:0/2333080167 >> v2:172.21.15.162:3300/0 conn(0x7f6f200721c0 msgr2=0x7f6f200b1b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:22.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f260a9640 1 --2- 172.21.15.116:0/2333080167 >> v2:172.21.15.162:3300/0 conn(0x7f6f200721c0 0x7f6f200b1b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f260a9640 1 -- 172.21.15.116:0/2333080167 >> v1:172.21.15.162:6789/0 conn(0x7f6f2006c8b0 legacy=0x7f6f20149b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:22.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.469+0000 7f6f260a9640 1 -- 172.21.15.116:0/2333080167 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f200b3b70 con 0x7f6f200b20a0 2023-11-30T08:27:22.479 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f260a9640 1 --2- 172.21.15.116:0/2333080167 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f200b20a0 0x7f6f20150ea0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f6f18009d90 tx=0x7f6f1801c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51077df641a0e678 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:22.480 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f248a6640 1 -- 172.21.15.116:0/2333080167 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f180a5870 con 0x7f6f200b20a0 2023-11-30T08:27:22.480 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f248a6640 1 -- 172.21.15.116:0/2333080167 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f180a59d0 con 0x7f6f200b20a0 2023-11-30T08:27:22.480 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f248a6640 1 -- 172.21.15.116:0/2333080167 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f180a5d60 con 0x7f6f200b20a0 2023-11-30T08:27:22.480 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 -- 172.21.15.116:0/2333080167 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f200b20a0 msgr2=0x7f6f20150ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:22.481 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 --2- 172.21.15.116:0/2333080167 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f200b20a0 0x7f6f20150ea0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f6f18009d90 tx=0x7f6f1801c8c0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.481 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 -- 172.21.15.116:0/2333080167 shutdown_connections 2023-11-30T08:27:22.481 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 --2- 172.21.15.116:0/2333080167 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f200b20a0 0x7f6f20150ea0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.481 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 --2- 172.21.15.116:0/2333080167 >> v2:172.21.15.162:3300/0 conn(0x7f6f200721c0 0x7f6f200b1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.481 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 -- 172.21.15.116:0/2333080167 >> 172.21.15.116:0/2333080167 conn(0x7f6f200b4900 msgr2=0x7f6f200b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:22.481 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 -- 172.21.15.116:0/2333080167 shutdown_connections 2023-11-30T08:27:22.481 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 -- 172.21.15.116:0/2333080167 wait complete. 2023-11-30T08:27:22.482 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 Processor -- start 2023-11-30T08:27:22.482 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 -- start start 2023-11-30T08:27:22.484 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f2006c8b0 0x7f6f2013a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:22.484 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b20a0 0x7f6f201476e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:22.484 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f20144390 0x7f6f20147c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:22.484 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f20139730 con 0x7f6f200b20a0 2023-11-30T08:27:22.484 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f20139b80 con 0x7f6f20144390 2023-11-30T08:27:22.484 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f27b0c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f201497b0 con 0x7f6f2006c8b0 2023-11-30T08:27:22.484 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f250a7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b20a0 0x7f6f201476e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:22.484 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f250a7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b20a0 0x7f6f201476e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47308/0 (socket says 172.21.15.116:47308) 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f250a7640 1 -- 172.21.15.116:0/4206484733 learned_addr learned my addr 172.21.15.116:0/4206484733 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f260a9640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f20144390 0x7f6f20147c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.473+0000 7f6f258a8640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f2006c8b0 0x7f6f2013a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f250a7640 1 -- 172.21.15.116:0/4206484733 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f2006c8b0 msgr2=0x7f6f2013a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f250a7640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f2006c8b0 0x7f6f2013a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f250a7640 1 -- 172.21.15.116:0/4206484733 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f20144390 msgr2=0x7f6f20147c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f250a7640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f20144390 0x7f6f20147c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f250a7640 1 -- 172.21.15.116:0/4206484733 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f18009a70 con 0x7f6f200b20a0 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f260a9640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f20144390 0x7f6f20147c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f250a7640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b20a0 0x7f6f201476e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6f1000e960 tx=0x7f6f1000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f167fc640 1 -- 172.21.15.116:0/4206484733 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f10009690 con 0x7f6f200b20a0 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f167fc640 1 -- 172.21.15.116:0/4206484733 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f1000ca00 con 0x7f6f200b20a0 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f27b0c640 1 -- 172.21.15.116:0/4206484733 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f20144a50 con 0x7f6f200b20a0 2023-11-30T08:27:22.485 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f167fc640 1 -- 172.21.15.116:0/4206484733 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1000cd70 con 0x7f6f200b20a0 2023-11-30T08:27:22.486 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f27b0c640 1 -- 172.21.15.116:0/4206484733 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f20144d30 con 0x7f6f200b20a0 2023-11-30T08:27:22.486 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f27b0c640 1 -- 172.21.15.116:0/4206484733 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f20139540 con 0x7f6f200b20a0 2023-11-30T08:27:22.486 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f167fc640 1 -- 172.21.15.116:0/4206484733 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f6f10013470 con 0x7f6f200b20a0 2023-11-30T08:27:22.487 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f167fc640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6f04066470 0x7f6f04068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:22.487 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f258a8640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6f04066470 0x7f6f04068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:22.487 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f167fc640 1 -- 172.21.15.116:0/4206484733 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6f100847d0 con 0x7f6f200b20a0 2023-11-30T08:27:22.487 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.477+0000 7f6f258a8640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6f04066470 0x7f6f04068930 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c005890 tx=0x7f6f1c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:22.489 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.481+0000 7f6f167fc640 1 -- 172.21.15.116:0/4206484733 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f6f10051dc0 con 0x7f6f200b20a0 2023-11-30T08:27:22.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.633+0000 7f6f27b0c640 1 -- 172.21.15.116:0/4206484733 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f6f200ad090 con 0x7f6f200b20a0 2023-11-30T08:27:22.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f167fc640 1 -- 172.21.15.116:0/4206484733 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f6f100553e0 con 0x7f6f200b20a0 2023-11-30T08:27:22.651 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f27b0c640 1 -- 172.21.15.116:0/4206484733 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6f04066470 msgr2=0x7f6f04068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:22.651 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f27b0c640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6f04066470 0x7f6f04068930 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c005890 tx=0x7f6f1c009040 comp rx=0 tx=0).stop 2023-11-30T08:27:22.651 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f27b0c640 1 -- 172.21.15.116:0/4206484733 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b20a0 msgr2=0x7f6f201476e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:22.651 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f27b0c640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b20a0 0x7f6f201476e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f6f1000e960 tx=0x7f6f1000ee20 comp rx=0 tx=0).stop 2023-11-30T08:27:22.651 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f27b0c640 1 -- 172.21.15.116:0/4206484733 shutdown_connections 2023-11-30T08:27:22.651 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f27b0c640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6f20144390 0x7f6f20147c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.651 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f27b0c640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f200b20a0 0x7f6f201476e0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.651 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f27b0c640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6f04066470 0x7f6f04068930 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.651 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f27b0c640 1 --2- 172.21.15.116:0/4206484733 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6f2006c8b0 0x7f6f2013a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:22.651 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f27b0c640 1 -- 172.21.15.116:0/4206484733 >> 172.21.15.116:0/4206484733 conn(0x7f6f200b4900 msgr2=0x7f6f200b6490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:22.652 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f27b0c640 1 -- 172.21.15.116:0/4206484733 shutdown_connections 2023-11-30T08:27:22.652 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.641+0000 7f6f27b0c640 1 -- 172.21.15.116:0/4206484733 wait complete. 2023-11-30T08:27:22.667 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-11-30T08:27:22.667 DEBUG:teuthology.orchestra.run.smithi116:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-30T08:27:22.729 DEBUG:teuthology.orchestra.run.smithi162:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-30T08:27:22.784 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-11-30T08:27:22.785 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:27:22.785 DEBUG:teuthology.orchestra.run.smithi116:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-30T08:27:22.790 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:27:22.790 DEBUG:teuthology.orchestra.run.smithi116:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-30T08:27:22.836 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:22.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.989+0000 7f7fdc331640 1 Processor -- start 2023-11-30T08:27:22.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.989+0000 7f7fdc331640 1 -- start start 2023-11-30T08:27:23.000 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fdc331640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f7fd406c920 0x7f7fd40afc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.000 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fdc331640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f7fd409dd50 0x7f7fd413ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fdc331640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7fd40af2e0 con 0x7f7fd40b3fd0 2023-11-30T08:27:23.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fdc331640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7fd40b1f50 con 0x7f7fd409dd50 2023-11-30T08:27:23.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fdc331640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7fd406cd00 con 0x7f7fd406c920 2023-11-30T08:27:23.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fda8ce640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f7fd409dd50 0x7f7fd413ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fd98cc640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f7fd40b3fd0 0x7f7fd413e320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49860/0 (socket says 172.21.15.116:49860) 2023-11-30T08:27:23.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fd98cc640 1 -- 172.21.15.116:0/1732809431 learned_addr learned my addr 172.21.15.116:0/1732809431 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:23.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fda8ce640 1 -- 172.21.15.116:0/1732809431 >> v2:172.21.15.162:3300/0 conn(0x7f7fd406c920 msgr2=0x7f7fd40afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:23.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fda0cd640 1 --2- 172.21.15.116:0/1732809431 >> v2:172.21.15.162:3300/0 conn(0x7f7fd406c920 0x7f7fd40afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fd90cb640 1 -- 172.21.15.116:0/1732809431 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2658480290 0 0) 0x7f7fd40af2e0 con 0x7f7fd40b3fd0 2023-11-30T08:27:23.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fda8ce640 1 --2- 172.21.15.116:0/1732809431 >> v2:172.21.15.162:3300/0 conn(0x7f7fd406c920 0x7f7fd40afc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fda8ce640 1 -- 172.21.15.116:0/1732809431 >> v1:172.21.15.116:6789/0 conn(0x7f7fd40b3fd0 legacy=0x7f7fd413e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.993+0000 7f7fda8ce640 1 -- 172.21.15.116:0/1732809431 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fd40af530 con 0x7f7fd409dd50 2023-11-30T08:27:23.010 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fda8ce640 1 --2- 172.21.15.116:0/1732809431 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fd409dd50 0x7f7fd413ea30 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f7fd40b5920 tx=0x7f7fcc01c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffe84503d478d7ca server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:23.010 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fd90cb640 1 -- 172.21.15.116:0/1732809431 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fcc0a5740 con 0x7f7fd409dd50 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fd90cb640 1 -- 172.21.15.116:0/1732809431 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fcc0a58a0 con 0x7f7fd409dd50 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fd90cb640 1 -- 172.21.15.116:0/1732809431 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fcc0a5c30 con 0x7f7fd409dd50 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fdc331640 1 -- 172.21.15.116:0/1732809431 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fd409dd50 msgr2=0x7f7fd413ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fdc331640 1 --2- 172.21.15.116:0/1732809431 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fd409dd50 0x7f7fd413ea30 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f7fd40b5920 tx=0x7f7fcc01c880 comp rx=0 tx=0).stop 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fdc331640 1 -- 172.21.15.116:0/1732809431 shutdown_connections 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fdc331640 1 --2- 172.21.15.116:0/1732809431 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fd409dd50 0x7f7fd413ea30 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fdc331640 1 --2- 172.21.15.116:0/1732809431 >> v2:172.21.15.162:3300/0 conn(0x7f7fd406c920 0x7f7fd40afc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fdc331640 1 -- 172.21.15.116:0/1732809431 >> 172.21.15.116:0/1732809431 conn(0x7f7fd40b48e0 msgr2=0x7f7fd40b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fdc331640 1 -- 172.21.15.116:0/1732809431 shutdown_connections 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fdc331640 1 -- 172.21.15.116:0/1732809431 wait complete. 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fdc331640 1 Processor -- start 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:22.997+0000 7f7fdc331640 1 -- start start 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fdc331640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fd406c920 0x7f7fd413cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.011 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fdc331640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fd409dd50 0x7f7fd4070510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fdc331640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fd414eaa0 0x7f7fd4070a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fdc331640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd4071b80 con 0x7f7fd406c920 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fdc331640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd4140350 con 0x7f7fd414eaa0 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fdc331640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd4071530 con 0x7f7fd409dd50 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fda0cd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fd406c920 0x7f7fd413cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fda0cd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fd406c920 0x7f7fd413cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47330/0 (socket says 172.21.15.116:47330) 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fda0cd640 1 -- 172.21.15.116:0/1889174146 learned_addr learned my addr 172.21.15.116:0/1889174146 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fda0cd640 1 -- 172.21.15.116:0/1889174146 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fd409dd50 msgr2=0x7f7fd4070510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fda0cd640 1 --2- 172.21.15.116:0/1889174146 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fd409dd50 0x7f7fd4070510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fda0cd640 1 -- 172.21.15.116:0/1889174146 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fd414eaa0 msgr2=0x7f7fd4070a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fda0cd640 1 --2- 172.21.15.116:0/1889174146 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fd414eaa0 0x7f7fd4070a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fda0cd640 1 -- 172.21.15.116:0/1889174146 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fcc009a70 con 0x7f7fd406c920 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fda0cd640 1 --2- 172.21.15.116:0/1889174146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fd406c920 0x7f7fd413cbf0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f7fc400c7f0 tx=0x7f7fc400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fd2ffd640 1 -- 172.21.15.116:0/1889174146 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc4004220 con 0x7f7fd406c920 2023-11-30T08:27:23.012 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fd2ffd640 1 -- 172.21.15.116:0/1889174146 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fc40043a0 con 0x7f7fd406c920 2023-11-30T08:27:23.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fd2ffd640 1 -- 172.21.15.116:0/1889174146 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc4004510 con 0x7f7fd406c920 2023-11-30T08:27:23.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fdc331640 1 -- 172.21.15.116:0/1889174146 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fd4071810 con 0x7f7fd406c920 2023-11-30T08:27:23.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fdc331640 1 -- 172.21.15.116:0/1889174146 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fd413d720 con 0x7f7fd406c920 2023-11-30T08:27:23.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fdc331640 1 -- 172.21.15.116:0/1889174146 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7fd40679e0 con 0x7f7fd406c920 2023-11-30T08:27:23.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fd2ffd640 1 -- 172.21.15.116:0/1889174146 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7fc4003a70 con 0x7f7fd406c920 2023-11-30T08:27:23.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fd2ffd640 1 --2- 172.21.15.116:0/1889174146 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fc0066470 0x7f7fc0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.014 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fd98cc640 1 --2- 172.21.15.116:0/1889174146 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fc0066470 0x7f7fc0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.014 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.001+0000 7f7fd2ffd640 1 -- 172.21.15.116:0/1889174146 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7fc4083dd0 con 0x7f7fd406c920 2023-11-30T08:27:23.014 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.005+0000 7f7fd98cc640 1 --2- 172.21.15.116:0/1889174146 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fc0066470 0x7f7fc0068930 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7fd413da20 tx=0x7f7fc8007970 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:23.015 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.005+0000 7f7fd2ffd640 1 -- 172.21.15.116:0/1889174146 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7fc40512e0 con 0x7f7fd406c920 2023-11-30T08:27:23.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.161+0000 7f7fdc331640 1 -- 172.21.15.116:0/1889174146 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7fd40688f0 con 0x7f7fd406c920 2023-11-30T08:27:23.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.161+0000 7f7fd2ffd640 1 -- 172.21.15.116:0/1889174146 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7f7fc401e090 con 0x7f7fd406c920 2023-11-30T08:27:23.170 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:23.171 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:23.172 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.165+0000 7f7fdc331640 1 -- 172.21.15.116:0/1889174146 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fc0066470 msgr2=0x7f7fc0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.165+0000 7f7fdc331640 1 --2- 172.21.15.116:0/1889174146 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fc0066470 0x7f7fc0068930 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7fd413da20 tx=0x7f7fc8007970 comp rx=0 tx=0).stop 2023-11-30T08:27:23.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.165+0000 7f7fdc331640 1 -- 172.21.15.116:0/1889174146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fd406c920 msgr2=0x7f7fd413cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.165+0000 7f7fdc331640 1 --2- 172.21.15.116:0/1889174146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fd406c920 0x7f7fd413cbf0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f7fc400c7f0 tx=0x7f7fc400ccb0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.165+0000 7f7fdc331640 1 -- 172.21.15.116:0/1889174146 shutdown_connections 2023-11-30T08:27:23.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.165+0000 7f7fdc331640 1 --2- 172.21.15.116:0/1889174146 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fd414eaa0 0x7f7fd4070a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.165+0000 7f7fdc331640 1 --2- 172.21.15.116:0/1889174146 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fc0066470 0x7f7fc0068930 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.165+0000 7f7fdc331640 1 --2- 172.21.15.116:0/1889174146 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fd409dd50 0x7f7fd4070510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.165+0000 7f7fdc331640 1 --2- 172.21.15.116:0/1889174146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fd406c920 0x7f7fd413cbf0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.165+0000 7f7fdc331640 1 -- 172.21.15.116:0/1889174146 >> 172.21.15.116:0/1889174146 conn(0x7f7fd40b48e0 msgr2=0x7f7fd40b62a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:23.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.165+0000 7f7fdc331640 1 -- 172.21.15.116:0/1889174146 shutdown_connections 2023-11-30T08:27:23.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.165+0000 7f7fdc331640 1 -- 172.21.15.116:0/1889174146 wait complete. 2023-11-30T08:27:23.188 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-30T08:26:58.774799+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-30T08:26:59.510853+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:23.188 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:23.299 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.289+0000 7fb513057640 1 Processor -- start 2023-11-30T08:27:23.299 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.289+0000 7fb513057640 1 -- start start 2023-11-30T08:27:23.300 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb513057640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb50c143870 0x7fb50c0b2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb513057640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fb50c0b3390 0x7fb50c14d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb513057640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb50c0ace20 con 0x7fb50c0aded0 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb513057640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb50c0b3800 con 0x7fb50c0b3390 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb513057640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb50c0aeee0 con 0x7fb50c143870 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb510df3640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fb50c0aded0 0x7fb50c143160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49868/0 (socket says 172.21.15.116:49868) 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb510df3640 1 -- 172.21.15.116:0/917893575 learned_addr learned my addr 172.21.15.116:0/917893575 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb5115f4640 1 --2- 172.21.15.116:0/917893575 >> v2:172.21.15.116:3300/0 conn(0x7fb50c0b3390 0x7fb50c14d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb50b7fe640 1 -- 172.21.15.116:0/917893575 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2926430087 0 0) 0x7fb50c0ace20 con 0x7fb50c0aded0 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb50bfff640 1 --2- 172.21.15.116:0/917893575 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb50c143870 0x7fb50c0b2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb50b7fe640 1 -- 172.21.15.116:0/917893575 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb4f4003530 con 0x7fb50c0aded0 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb5115f4640 1 -- 172.21.15.116:0/917893575 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb50c143870 msgr2=0x7fb50c0b2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb5115f4640 1 --2- 172.21.15.116:0/917893575 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb50c143870 0x7fb50c0b2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb5115f4640 1 -- 172.21.15.116:0/917893575 >> v1:172.21.15.116:6789/0 conn(0x7fb50c0aded0 legacy=0x7fb50c143160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.302 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb5115f4640 1 -- 172.21.15.116:0/917893575 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb50c0ad070 con 0x7fb50c0b3390 2023-11-30T08:27:23.303 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb5115f4640 1 --2- 172.21.15.116:0/917893575 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb50c0b3390 0x7fb50c14d3d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb504009d90 tx=0x7fb50401c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c72952bdb74c400e server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:23.303 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb50b7fe640 1 -- 172.21.15.116:0/917893575 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5040a5870 con 0x7fb50c0b3390 2023-11-30T08:27:23.303 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb50b7fe640 1 -- 172.21.15.116:0/917893575 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5040a59d0 con 0x7fb50c0b3390 2023-11-30T08:27:23.303 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.293+0000 7fb50b7fe640 1 -- 172.21.15.116:0/917893575 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5040a5d60 con 0x7fb50c0b3390 2023-11-30T08:27:23.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 -- 172.21.15.116:0/917893575 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb50c0b3390 msgr2=0x7fb50c14d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 --2- 172.21.15.116:0/917893575 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb50c0b3390 0x7fb50c14d3d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb504009d90 tx=0x7fb50401c830 comp rx=0 tx=0).stop 2023-11-30T08:27:23.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 -- 172.21.15.116:0/917893575 shutdown_connections 2023-11-30T08:27:23.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 --2- 172.21.15.116:0/917893575 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb50c0b3390 0x7fb50c14d3d0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 --2- 172.21.15.116:0/917893575 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb50c143870 0x7fb50c0b2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 -- 172.21.15.116:0/917893575 >> 172.21.15.116:0/917893575 conn(0x7fb50c0b4900 msgr2=0x7fb50c0b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:23.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 -- 172.21.15.116:0/917893575 shutdown_connections 2023-11-30T08:27:23.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 -- 172.21.15.116:0/917893575 wait complete. 2023-11-30T08:27:23.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 Processor -- start 2023-11-30T08:27:23.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 -- start start 2023-11-30T08:27:23.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb50c0aded0 0x7fb50c13bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb50c0b3390 0x7fb50c06fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb50c143870 0x7fb50c070080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb50c06f6c0 con 0x7fb50c0aded0 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb50c143c50 con 0x7fb50c0b3390 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb50c13dfc0 con 0x7fb50c143870 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb510df3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb50c0aded0 0x7fb50c13bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb510df3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb50c0aded0 0x7fb50c13bab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47342/0 (socket says 172.21.15.116:47342) 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb510df3640 1 -- 172.21.15.116:0/310410312 learned_addr learned my addr 172.21.15.116:0/310410312 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb510df3640 1 -- 172.21.15.116:0/310410312 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb50c143870 msgr2=0x7fb50c070080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb510df3640 1 --2- 172.21.15.116:0/310410312 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb50c143870 0x7fb50c070080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb510df3640 1 -- 172.21.15.116:0/310410312 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb50c0b3390 msgr2=0x7fb50c06fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb510df3640 1 --2- 172.21.15.116:0/310410312 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb50c0b3390 0x7fb50c06fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb510df3640 1 -- 172.21.15.116:0/310410312 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb504009a70 con 0x7fb50c0aded0 2023-11-30T08:27:23.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb510df3640 1 --2- 172.21.15.116:0/310410312 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb50c0aded0 0x7fb50c13bab0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc00c4d0 tx=0x7fb4fc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:23.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb5097fa640 1 -- 172.21.15.116:0/310410312 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc005cf0 con 0x7fb50c0aded0 2023-11-30T08:27:23.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb5097fa640 1 -- 172.21.15.116:0/310410312 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4fc005e50 con 0x7fb50c0aded0 2023-11-30T08:27:23.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 -- 172.21.15.116:0/310410312 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb50c06f000 con 0x7fb50c0aded0 2023-11-30T08:27:23.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb5097fa640 1 -- 172.21.15.116:0/310410312 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc007270 con 0x7fb50c0aded0 2023-11-30T08:27:23.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 -- 172.21.15.116:0/310410312 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb50c13dce0 con 0x7fb50c0aded0 2023-11-30T08:27:23.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.297+0000 7fb513057640 1 -- 172.21.15.116:0/310410312 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb50c068960 con 0x7fb50c0aded0 2023-11-30T08:27:23.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.301+0000 7fb5097fa640 1 -- 172.21.15.116:0/310410312 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb4fc0073d0 con 0x7fb50c0aded0 2023-11-30T08:27:23.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.301+0000 7fb5097fa640 1 --2- 172.21.15.116:0/310410312 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb4f8066470 0x7fb4f8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.301+0000 7fb50bfff640 1 --2- 172.21.15.116:0/310410312 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb4f8066470 0x7fb4f8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.301+0000 7fb5097fa640 1 -- 172.21.15.116:0/310410312 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb4fc085c00 con 0x7fb50c0aded0 2023-11-30T08:27:23.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.301+0000 7fb50bfff640 1 --2- 172.21.15.116:0/310410312 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb4f8066470 0x7fb4f8068930 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb500007bb0 tx=0x7fb500007f70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:23.312 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.305+0000 7fb5097fa640 1 -- 172.21.15.116:0/310410312 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb4fc08c080 con 0x7fb50c0aded0 2023-11-30T08:27:23.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.449+0000 7fb513057640 1 -- 172.21.15.116:0/310410312 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb50c142910 con 0x7fb50c0aded0 2023-11-30T08:27:23.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.449+0000 7fb5097fa640 1 -- 172.21.15.116:0/310410312 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb4fc015020 con 0x7fb50c0aded0 2023-11-30T08:27:23.458 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:23.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.453+0000 7fb513057640 1 -- 172.21.15.116:0/310410312 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb4f8066470 msgr2=0x7fb4f8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.453+0000 7fb513057640 1 --2- 172.21.15.116:0/310410312 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb4f8066470 0x7fb4f8068930 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb500007bb0 tx=0x7fb500007f70 comp rx=0 tx=0).stop 2023-11-30T08:27:23.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.453+0000 7fb513057640 1 -- 172.21.15.116:0/310410312 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb50c0aded0 msgr2=0x7fb50c13bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.453+0000 7fb513057640 1 --2- 172.21.15.116:0/310410312 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb50c0aded0 0x7fb50c13bab0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc00c4d0 tx=0x7fb4fc00c990 comp rx=0 tx=0).stop 2023-11-30T08:27:23.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.453+0000 7fb513057640 1 -- 172.21.15.116:0/310410312 shutdown_connections 2023-11-30T08:27:23.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.453+0000 7fb513057640 1 --2- 172.21.15.116:0/310410312 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb4f8066470 0x7fb4f8068930 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.453+0000 7fb513057640 1 --2- 172.21.15.116:0/310410312 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb50c143870 0x7fb50c070080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.453+0000 7fb513057640 1 --2- 172.21.15.116:0/310410312 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb50c0b3390 0x7fb50c06fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.461 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.453+0000 7fb513057640 1 --2- 172.21.15.116:0/310410312 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb50c0aded0 0x7fb50c13bab0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.461 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.453+0000 7fb513057640 1 -- 172.21.15.116:0/310410312 >> 172.21.15.116:0/310410312 conn(0x7fb50c0b4900 msgr2=0x7fb50c1417a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:23.461 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.453+0000 7fb513057640 1 -- 172.21.15.116:0/310410312 shutdown_connections 2023-11-30T08:27:23.461 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.453+0000 7fb513057640 1 -- 172.21.15.116:0/310410312 wait complete. 2023-11-30T08:27:23.475 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-30T08:27:23.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f636a193640 1 Processor -- start 2023-11-30T08:27:23.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f636a193640 1 -- start start 2023-11-30T08:27:23.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f636a193640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f636406fdd0 0x7f636413ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f636a193640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6364140520 0x7f6364150f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f636a193640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6364071de0 con 0x7f63640b5ce0 2023-11-30T08:27:23.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f636a193640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6364071140 con 0x7f6364140520 2023-11-30T08:27:23.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f636a193640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f636414a2d0 con 0x7f636406fdd0 2023-11-30T08:27:23.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f6363fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6364140520 0x7f6364150f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f6363fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6364140520 0x7f6364150f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47350/0 (socket says 172.21.15.116:47350) 2023-11-30T08:27:23.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f6363fff640 1 -- 172.21.15.116:0/2748967333 learned_addr learned my addr 172.21.15.116:0/2748967333 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:23.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f6362ffd640 1 --2- 172.21.15.116:0/2748967333 >> v2:172.21.15.162:3300/0 conn(0x7f636406fdd0 0x7f636413ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f6363fff640 1 -- 172.21.15.116:0/2748967333 >> v2:172.21.15.162:3300/0 conn(0x7f636406fdd0 msgr2=0x7f636413ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:23.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f6363fff640 1 --2- 172.21.15.116:0/2748967333 >> v2:172.21.15.162:3300/0 conn(0x7f636406fdd0 0x7f636413ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f6363fff640 1 -- 172.21.15.116:0/2748967333 >> v1:172.21.15.116:6789/0 conn(0x7f63640b5ce0 legacy=0x7f6364149bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f6363fff640 1 -- 172.21.15.116:0/2748967333 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63640b60c0 con 0x7f6364140520 2023-11-30T08:27:23.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f6363fff640 1 --2- 172.21.15.116:0/2748967333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6364140520 0x7f6364150f50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f63640b6910 tx=0x7f635c01c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0c067890c9cd1b0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:23.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f63627fc640 1 -- 172.21.15.116:0/2748967333 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f635c0a58b0 con 0x7f6364140520 2023-11-30T08:27:23.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f63627fc640 1 -- 172.21.15.116:0/2748967333 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f635c0a5a10 con 0x7f6364140520 2023-11-30T08:27:23.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.585+0000 7f63627fc640 1 -- 172.21.15.116:0/2748967333 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f635c0a5da0 con 0x7f6364140520 2023-11-30T08:27:23.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 -- 172.21.15.116:0/2748967333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6364140520 msgr2=0x7f6364150f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 --2- 172.21.15.116:0/2748967333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6364140520 0x7f6364150f50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f63640b6910 tx=0x7f635c01c9d0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 -- 172.21.15.116:0/2748967333 shutdown_connections 2023-11-30T08:27:23.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 --2- 172.21.15.116:0/2748967333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6364140520 0x7f6364150f50 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 --2- 172.21.15.116:0/2748967333 >> v2:172.21.15.162:3300/0 conn(0x7f636406fdd0 0x7f636413ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 -- 172.21.15.116:0/2748967333 >> 172.21.15.116:0/2748967333 conn(0x7f636406b860 msgr2=0x7f636406bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:23.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 -- 172.21.15.116:0/2748967333 shutdown_connections 2023-11-30T08:27:23.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 -- 172.21.15.116:0/2748967333 wait complete. 2023-11-30T08:27:23.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 Processor -- start 2023-11-30T08:27:23.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 -- start start 2023-11-30T08:27:23.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f636406fdd0 0x7f6364142a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63640b5ce0 0x7f63641d89c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6364140520 0x7f63640b1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f636413daa0 con 0x7f6364140520 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63641e31a0 con 0x7f63640b5ce0 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63641e3630 con 0x7f636406fdd0 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f6363fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6364140520 0x7f63640b1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f6363fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6364140520 0x7f63640b1e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47356/0 (socket says 172.21.15.116:47356) 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f6363fff640 1 -- 172.21.15.116:0/1764059608 learned_addr learned my addr 172.21.15.116:0/1764059608 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f6362ffd640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63640b5ce0 0x7f63641d89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f6363fff640 1 -- 172.21.15.116:0/1764059608 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f636406fdd0 msgr2=0x7f6364142a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f6363fff640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f636406fdd0 0x7f6364142a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f6363fff640 1 -- 172.21.15.116:0/1764059608 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63640b5ce0 msgr2=0x7f63641d89c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f6363fff640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63640b5ce0 0x7f63641d89c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f6363fff640 1 -- 172.21.15.116:0/1764059608 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f635c009b30 con 0x7f6364140520 2023-11-30T08:27:23.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f6363fff640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6364140520 0x7f63640b1e10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f635c0af040 tx=0x7f635c019770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:23.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f634bfff640 1 -- 172.21.15.116:0/1764059608 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f635c0b8880 con 0x7f6364140520 2023-11-30T08:27:23.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f634bfff640 1 -- 172.21.15.116:0/1764059608 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f635c0b8a20 con 0x7f6364140520 2023-11-30T08:27:23.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 -- 172.21.15.116:0/1764059608 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63641e2b50 con 0x7f6364140520 2023-11-30T08:27:23.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f634bfff640 1 -- 172.21.15.116:0/1764059608 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f635c0b8dd0 con 0x7f6364140520 2023-11-30T08:27:23.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 -- 172.21.15.116:0/1764059608 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63640b0600 con 0x7f6364140520 2023-11-30T08:27:23.601 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.589+0000 7f636a193640 1 -- 172.21.15.116:0/1764059608 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6364068960 con 0x7f6364140520 2023-11-30T08:27:23.601 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.593+0000 7f634bfff640 1 -- 172.21.15.116:0/1764059608 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f635c007470 con 0x7f6364140520 2023-11-30T08:27:23.601 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.593+0000 7f634bfff640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f63500664a0 0x7f6350068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.601 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.593+0000 7f634bfff640 1 -- 172.21.15.116:0/1764059608 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f635c11fa40 con 0x7f6364140520 2023-11-30T08:27:23.601 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.593+0000 7f63637fe640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f63500664a0 0x7f6350068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.601 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.593+0000 7f63637fe640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f63500664a0 0x7f6350068960 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6354000f70 tx=0x7f63540079c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:23.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.597+0000 7f634bfff640 1 -- 172.21.15.116:0/1764059608 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f635c0ecf50 con 0x7f6364140520 2023-11-30T08:27:23.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.737+0000 7f636a193640 1 -- 172.21.15.116:0/1764059608 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6364144540 con 0x7f6364140520 2023-11-30T08:27:23.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f634bfff640 1 -- 172.21.15.116:0/1764059608 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f635c0cae60 con 0x7f6364140520 2023-11-30T08:27:23.748 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 32 2023-11-30T08:27:23.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f636a193640 1 -- 172.21.15.116:0/1764059608 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f63500664a0 msgr2=0x7f6350068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f636a193640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f63500664a0 0x7f6350068960 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6354000f70 tx=0x7f63540079c0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f636a193640 1 -- 172.21.15.116:0/1764059608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6364140520 msgr2=0x7f63640b1e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f636a193640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6364140520 0x7f63640b1e10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f635c0af040 tx=0x7f635c019770 comp rx=0 tx=0).stop 2023-11-30T08:27:23.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f636a193640 1 -- 172.21.15.116:0/1764059608 shutdown_connections 2023-11-30T08:27:23.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f636a193640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6364140520 0x7f63640b1e10 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f636a193640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f63640b5ce0 0x7f63641d89c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f636a193640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f63500664a0 0x7f6350068960 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f636a193640 1 --2- 172.21.15.116:0/1764059608 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f636406fdd0 0x7f6364142a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f636a193640 1 -- 172.21.15.116:0/1764059608 >> 172.21.15.116:0/1764059608 conn(0x7f636406b860 msgr2=0x7f636406acd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:23.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f636a193640 1 -- 172.21.15.116:0/1764059608 shutdown_connections 2023-11-30T08:27:23.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.741+0000 7f636a193640 1 -- 172.21.15.116:0/1764059608 wait complete. 2023-11-30T08:27:23.766 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-30T08:27:23.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d2ab3640 1 Processor -- start 2023-11-30T08:27:23.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d2ab3640 1 -- start start 2023-11-30T08:27:23.878 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d2ab3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc1405d0 0x7ff4cc152210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.878 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d2ab3640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4cc0b4990 con 0x7ff4cc14a520 2023-11-30T08:27:23.878 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d2ab3640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4cc0b5de0 con 0x7ff4cc0bc8a0 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d2ab3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4cc0b5b70 con 0x7ff4cc1405d0 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cbfff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7ff4cc14a520 0x7ff4cc13fec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49892/0 (socket says 172.21.15.116:49892) 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cbfff640 1 -- 172.21.15.116:0/1808900357 learned_addr learned my addr 172.21.15.116:0/1808900357 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d1050640 1 --2- 172.21.15.116:0/1808900357 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc1405d0 0x7ff4cc152210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 969037965 0 0) 0x7ff4cc0b4990 con 0x7ff4cc14a520 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff4bc003530 con 0x7ff4cc14a520 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1214456204 0 0) 0x7ff4bc003530 con 0x7ff4cc14a520 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc1405d0 msgr2=0x7ff4cc152210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 --2- 172.21.15.116:0/1808900357 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc1405d0 0x7ff4cc152210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 >> v1:172.21.15.162:6789/0 conn(0x7ff4cc0bc8a0 legacy=0x7ff4cc149e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4cc0bcc80 con 0x7ff4cc14a520 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7ff4b8001680 con 0x7ff4cc14a520 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 >> v1:172.21.15.116:6789/0 conn(0x7ff4cc14a520 legacy=0x7ff4cc13fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 --2- 172.21.15.116:0/1808900357 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4bc0039b0 0x7ff4bc003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 --2- 172.21.15.116:0/1808900357 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc1405d0 0x7ff4bc0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 --2- 172.21.15.116:0/1808900357 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4bc004d10 0x7ff4bc005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4cc0b5b70 con 0x7ff4bc004d10 2023-11-30T08:27:23.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4bc00bb70 con 0x7ff4bc0039b0 2023-11-30T08:27:23.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4bc00bd30 con 0x7ff4cc1405d0 2023-11-30T08:27:23.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d1050640 1 --2- 172.21.15.116:0/1808900357 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4bc004d10 0x7ff4bc005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d1050640 1 -- 172.21.15.116:0/1808900357 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc1405d0 msgr2=0x7ff4bc0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:23.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d084f640 1 --2- 172.21.15.116:0/1808900357 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4bc0039b0 0x7ff4bc003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d1050640 1 --2- 172.21.15.116:0/1808900357 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc1405d0 0x7ff4bc0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d1050640 1 -- 172.21.15.116:0/1808900357 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4bc0039b0 msgr2=0x7ff4bc003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:23.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d1050640 1 --2- 172.21.15.116:0/1808900357 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4bc0039b0 0x7ff4bc003df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.869+0000 7ff4d1050640 1 -- 172.21.15.116:0/1808900357 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4bc003530 con 0x7ff4bc004d10 2023-11-30T08:27:23.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d1050640 1 --2- 172.21.15.116:0/1808900357 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4bc004d10 0x7ff4bc005190 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4009fc0 tx=0x7ff4c401cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f21a7ae5088e7fab server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:23.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c40a5c60 con 0x7ff4bc004d10 2023-11-30T08:27:23.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4c400f040 con 0x7ff4bc004d10 2023-11-30T08:27:23.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4cb7fe640 1 -- 172.21.15.116:0/1808900357 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c40ad440 con 0x7ff4bc004d10 2023-11-30T08:27:23.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/1808900357 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4bc004d10 msgr2=0x7ff4bc005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 --2- 172.21.15.116:0/1808900357 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4bc004d10 0x7ff4bc005190 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4009fc0 tx=0x7ff4c401cc70 comp rx=0 tx=0).stop 2023-11-30T08:27:23.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d1050640 1 -- 172.21.15.116:0/1808900357 reap_dead start 2023-11-30T08:27:23.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/1808900357 shutdown_connections 2023-11-30T08:27:23.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/1808900357 >> 172.21.15.116:0/1808900357 conn(0x7ff4cc0722b0 msgr2=0x7ff4cc0bbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:23.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/1808900357 shutdown_connections 2023-11-30T08:27:23.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/1808900357 wait complete. 2023-11-30T08:27:23.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 Processor -- start 2023-11-30T08:27:23.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 -- start start 2023-11-30T08:27:23.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc14c5c0 0x7ff4cc14f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4cc14f990 0x7ff4cc14b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4cc14c9a0 0x7ff4cc14b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4cc1df890 con 0x7ff4cc14f990 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4cc14da40 con 0x7ff4cc14c9a0 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4cc14df20 con 0x7ff4cc14c5c0 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4cbfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4cc14f990 0x7ff4cc14b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4cbfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4cc14f990 0x7ff4cc14b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47374/0 (socket says 172.21.15.116:47374) 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4cbfff640 1 -- 172.21.15.116:0/3250522321 learned_addr learned my addr 172.21.15.116:0/3250522321 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d084f640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc14c5c0 0x7ff4cc14f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4cbfff640 1 -- 172.21.15.116:0/3250522321 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc14c5c0 msgr2=0x7ff4cc14f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4cbfff640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc14c5c0 0x7ff4cc14f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d1050640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4cc14c9a0 0x7ff4cc14b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4cbfff640 1 -- 172.21.15.116:0/3250522321 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4cc14c9a0 msgr2=0x7ff4cc14b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4cbfff640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4cc14c9a0 0x7ff4cc14b660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4cbfff640 1 -- 172.21.15.116:0/3250522321 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4cc143de0 con 0x7ff4cc14f990 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d084f640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc14c5c0 0x7ff4cc14f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:23.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4cbfff640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4cc14f990 0x7ff4cc14b120 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7ff4b800caa0 tx=0x7ff4b800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:23.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4c97fa640 1 -- 172.21.15.116:0/3250522321 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4b8004cc0 con 0x7ff4cc14f990 2023-11-30T08:27:23.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4c97fa640 1 -- 172.21.15.116:0/3250522321 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4b8004e40 con 0x7ff4cc14f990 2023-11-30T08:27:23.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/3250522321 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4cc1df1d0 con 0x7ff4cc14f990 2023-11-30T08:27:23.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4c97fa640 1 -- 172.21.15.116:0/3250522321 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4b8007310 con 0x7ff4cc14f990 2023-11-30T08:27:23.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.873+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/3250522321 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4cc14dc40 con 0x7ff4cc14f990 2023-11-30T08:27:23.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.877+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/3250522321 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4cc1df9d0 con 0x7ff4cc14f990 2023-11-30T08:27:23.886 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.877+0000 7ff4c97fa640 1 -- 172.21.15.116:0/3250522321 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff4b8007470 con 0x7ff4cc14f990 2023-11-30T08:27:23.887 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.877+0000 7ff4c97fa640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff4b0066470 0x7ff4b0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:23.887 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.877+0000 7ff4d084f640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff4b0066470 0x7ff4b0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:23.887 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.877+0000 7ff4c97fa640 1 -- 172.21.15.116:0/3250522321 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff4b8083600 con 0x7ff4cc14f990 2023-11-30T08:27:23.887 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.877+0000 7ff4d084f640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff4b0066470 0x7ff4b0068930 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff4c0001680 tx=0x7ff4c0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:23.889 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:23.881+0000 7ff4c97fa640 1 -- 172.21.15.116:0/3250522321 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff4cc1df9d0 con 0x7ff4cc14f990 2023-11-30T08:27:24.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.021+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/3250522321 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff4cc1df9d0 con 0x7ff4cc14f990 2023-11-30T08:27:24.029 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.021+0000 7ff4c97fa640 1 -- 172.21.15.116:0/3250522321 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff4cc1df9d0 con 0x7ff4cc14f990 2023-11-30T08:27:24.030 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 64 2023-11-30T08:27:24.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.021+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/3250522321 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff4b0066470 msgr2=0x7ff4b0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.021+0000 7ff4d2ab3640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff4b0066470 0x7ff4b0068930 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff4c0001680 tx=0x7ff4c0009040 comp rx=0 tx=0).stop 2023-11-30T08:27:24.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.021+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/3250522321 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4cc14f990 msgr2=0x7ff4cc14b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.025+0000 7ff4d2ab3640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4cc14f990 0x7ff4cc14b120 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7ff4b800caa0 tx=0x7ff4b800cf60 comp rx=0 tx=0).stop 2023-11-30T08:27:24.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.025+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/3250522321 shutdown_connections 2023-11-30T08:27:24.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.025+0000 7ff4d2ab3640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff4cc14c9a0 0x7ff4cc14b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.025+0000 7ff4d2ab3640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff4cc14f990 0x7ff4cc14b120 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.025+0000 7ff4d2ab3640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff4b0066470 0x7ff4b0068930 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.025+0000 7ff4d2ab3640 1 --2- 172.21.15.116:0/3250522321 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff4cc14c5c0 0x7ff4cc14f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.025+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/3250522321 >> 172.21.15.116:0/3250522321 conn(0x7ff4cc0722b0 msgr2=0x7ff4cc146f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:24.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.025+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/3250522321 shutdown_connections 2023-11-30T08:27:24.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.025+0000 7ff4d2ab3640 1 -- 172.21.15.116:0/3250522321 wait complete. 2023-11-30T08:27:24.047 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-30T08:27:24.160 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07b051e640 1 Processor -- start 2023-11-30T08:27:24.160 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07b051e640 1 -- start start 2023-11-30T08:27:24.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07b051e640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f07a80b40f0 0x7f07a8147c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07b051e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a80b3000 0x7f07a81481d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07b051e640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07a80b4d70 con 0x7f07a80b2c20 2023-11-30T08:27:24.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07b051e640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07a80b53a0 con 0x7f07a80b40f0 2023-11-30T08:27:24.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07b051e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07a80720e0 con 0x7f07a80b3000 2023-11-30T08:27:24.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ae2ba640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f07a80b2c20 0x7f07a80719d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49896/0 (socket says 172.21.15.116:49896) 2023-11-30T08:27:24.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ae2ba640 1 -- 172.21.15.116:0/41333056 learned_addr learned my addr 172.21.15.116:0/41333056 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:24.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2765396663 0 0) 0x7f07a80b4d70 con 0x7f07a80b2c20 2023-11-30T08:27:24.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0794003530 con 0x7f07a80b2c20 2023-11-30T08:27:24.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07adab9640 1 --2- 172.21.15.116:0/41333056 >> v2:172.21.15.162:3300/0 conn(0x7f07a80b40f0 0x7f07a8147c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07aeabb640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a80b3000 0x7f07a81481d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1184504730 0 0) 0x7f0794003530 con 0x7f07a80b2c20 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a80b3000 msgr2=0x7f07a81481d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a80b3000 0x7f07a81481d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 >> v2:172.21.15.162:3300/0 conn(0x7f07a80b40f0 msgr2=0x7f07a8147c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 --2- 172.21.15.116:0/41333056 >> v2:172.21.15.162:3300/0 conn(0x7f07a80b40f0 0x7f07a8147c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07a80b4fc0 con 0x7f07a80b2c20 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f07a4001680 con 0x7f07a80b2c20 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 >> v1:172.21.15.116:6789/0 conn(0x7f07a80b2c20 legacy=0x7f07a80719d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a80b3000 0x7f0794003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0794003fb0 0x7f07940047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0794004d10 0x7f0794005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07a80b53a0 con 0x7f0794003fb0 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079400bb80 con 0x7f0794004d10 2023-11-30T08:27:24.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f079400bd40 con 0x7f07a80b3000 2023-11-30T08:27:24.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07adab9640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0794003fb0 0x7f07940047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ae2ba640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a80b3000 0x7f0794003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07aeabb640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0794004d10 0x7f0794005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07adab9640 1 -- 172.21.15.116:0/41333056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a80b3000 msgr2=0x7f0794003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:24.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07adab9640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a80b3000 0x7f0794003980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07adab9640 1 -- 172.21.15.116:0/41333056 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0794004d10 msgr2=0x7f0794005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:24.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07adab9640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0794004d10 0x7f0794005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07adab9640 1 -- 172.21.15.116:0/41333056 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0794003530 con 0x7f0794003fb0 2023-11-30T08:27:24.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.153+0000 7f07ae2ba640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a80b3000 0x7f0794003980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:24.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07adab9640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0794003fb0 0x7f07940047d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f079800ba00 tx=0x7f079801c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a83d863a1d7b3487 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:24.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07980ab620 con 0x7f0794003fb0 2023-11-30T08:27:24.168 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07980ab780 con 0x7f0794003fb0 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07ad2b8640 1 -- 172.21.15.116:0/41333056 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07980abb30 con 0x7f0794003fb0 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 -- 172.21.15.116:0/41333056 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0794003fb0 msgr2=0x7f07940047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 --2- 172.21.15.116:0/41333056 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0794003fb0 0x7f07940047d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f079800ba00 tx=0x7f079801c650 comp rx=0 tx=0).stop 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07aeabb640 1 -- 172.21.15.116:0/41333056 reap_dead start 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 -- 172.21.15.116:0/41333056 shutdown_connections 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 -- 172.21.15.116:0/41333056 >> 172.21.15.116:0/41333056 conn(0x7f07a806b860 msgr2=0x7f07a806bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 -- 172.21.15.116:0/41333056 shutdown_connections 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 -- 172.21.15.116:0/41333056 wait complete. 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 Processor -- start 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 -- start start 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0794003fb0 0x7f07a8148a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f07a8149ea0 0x7f07a81dd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.169 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a81dd6f0 0x7f07a81e0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07a8141a10 con 0x7f0794003fb0 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07a81ddb70 con 0x7f07a8149ea0 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07a8141390 con 0x7f07a81dd6f0 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07ae2ba640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0794003fb0 0x7f07a8148a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07ae2ba640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0794003fb0 0x7f07a8148a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47380/0 (socket says 172.21.15.116:47380) 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07ae2ba640 1 -- 172.21.15.116:0/1159924925 learned_addr learned my addr 172.21.15.116:0/1159924925 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07adab9640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f07a8149ea0 0x7f07a81dd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07aeabb640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a81dd6f0 0x7f07a81e0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07ae2ba640 1 -- 172.21.15.116:0/1159924925 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a81dd6f0 msgr2=0x7f07a81e0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07ae2ba640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a81dd6f0 0x7f07a81e0720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07ae2ba640 1 -- 172.21.15.116:0/1159924925 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f07a8149ea0 msgr2=0x7f07a81dd1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07ae2ba640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f07a8149ea0 0x7f07a81dd1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07ae2ba640 1 -- 172.21.15.116:0/1159924925 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07a814a620 con 0x7f0794003fb0 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07ae2ba640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0794003fb0 0x7f07a8148a90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f07a400d8b0 tx=0x7f07a400dd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:24.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f079effd640 1 -- 172.21.15.116:0/1159924925 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a40074e0 con 0x7f0794003fb0 2023-11-30T08:27:24.171 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f079effd640 1 -- 172.21.15.116:0/1159924925 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07a4007640 con 0x7f0794003fb0 2023-11-30T08:27:24.171 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 -- 172.21.15.116:0/1159924925 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07a814a900 con 0x7f0794003fb0 2023-11-30T08:27:24.171 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f079effd640 1 -- 172.21.15.116:0/1159924925 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a40049f0 con 0x7f0794003fb0 2023-11-30T08:27:24.171 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.157+0000 7f07b051e640 1 -- 172.21.15.116:0/1159924925 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07a814ca40 con 0x7f0794003fb0 2023-11-30T08:27:24.171 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.161+0000 7f07b051e640 1 -- 172.21.15.116:0/1159924925 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07a80b4be0 con 0x7f0794003fb0 2023-11-30T08:27:24.171 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.161+0000 7f079effd640 1 -- 172.21.15.116:0/1159924925 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f07a4004b50 con 0x7f0794003fb0 2023-11-30T08:27:24.171 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.161+0000 7f079effd640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f078c0664a0 0x7f078c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.172 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.161+0000 7f079effd640 1 -- 172.21.15.116:0/1159924925 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f07a4083810 con 0x7f0794003fb0 2023-11-30T08:27:24.172 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.161+0000 7f07adab9640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f078c0664a0 0x7f078c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.172 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.161+0000 7f07adab9640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f078c0664a0 0x7f078c068960 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f07980af000 tx=0x7f07980046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:24.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.165+0000 7f079effd640 1 -- 172.21.15.116:0/1159924925 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f07a40547e0 con 0x7f0794003fb0 2023-11-30T08:27:24.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.325+0000 7f07b051e640 1 -- 172.21.15.116:0/1159924925 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f07a80689d0 con 0x7f0794003fb0 2023-11-30T08:27:24.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.325+0000 7f079effd640 1 -- 172.21.15.116:0/1159924925 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f07a4019080 con 0x7f0794003fb0 2023-11-30T08:27:24.335 INFO:teuthology.orchestra.run.smithi116.stderr:listed 0 entries 2023-11-30T08:27:24.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.329+0000 7f07b051e640 1 -- 172.21.15.116:0/1159924925 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f078c0664a0 msgr2=0x7f078c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.329+0000 7f07b051e640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f078c0664a0 0x7f078c068960 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f07980af000 tx=0x7f07980046d0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.329+0000 7f07b051e640 1 -- 172.21.15.116:0/1159924925 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0794003fb0 msgr2=0x7f07a8148a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.329+0000 7f07b051e640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0794003fb0 0x7f07a8148a90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f07a400d8b0 tx=0x7f07a400dd70 comp rx=0 tx=0).stop 2023-11-30T08:27:24.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.329+0000 7f07b051e640 1 -- 172.21.15.116:0/1159924925 shutdown_connections 2023-11-30T08:27:24.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.329+0000 7f07b051e640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f078c0664a0 0x7f078c068960 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.329+0000 7f07b051e640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f07a81dd6f0 0x7f07a81e0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.329+0000 7f07b051e640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f07a8149ea0 0x7f07a81dd1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.329+0000 7f07b051e640 1 --2- 172.21.15.116:0/1159924925 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0794003fb0 0x7f07a8148a90 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.329+0000 7f07b051e640 1 -- 172.21.15.116:0/1159924925 >> 172.21.15.116:0/1159924925 conn(0x7f07a806b860 msgr2=0x7f07a80b2150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:24.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.329+0000 7f07b051e640 1 -- 172.21.15.116:0/1159924925 shutdown_connections 2023-11-30T08:27:24.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.329+0000 7f07b051e640 1 -- 172.21.15.116:0/1159924925 wait complete. 2023-11-30T08:27:24.352 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:27:24.352 DEBUG:teuthology.orchestra.run.smithi116:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-30T08:27:24.358 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:24.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.505+0000 7f08be4e4640 1 Processor -- start 2023-11-30T08:27:24.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.505+0000 7f08be4e4640 1 -- start start 2023-11-30T08:27:24.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f08b806c920 0x7f08b80afc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f08b809dd50 0x7f08b813ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08b80af2e0 con 0x7f08b80b3fd0 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08b80b1f50 con 0x7f08b809dd50 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08b806cd00 con 0x7f08b806c920 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08b77fe640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f08b80b3fd0 0x7f08b813e320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49902/0 (socket says 172.21.15.116:49902) 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08b77fe640 1 -- 172.21.15.116:0/227897983 learned_addr learned my addr 172.21.15.116:0/227897983 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08bca81640 1 --2- 172.21.15.116:0/227897983 >> v2:172.21.15.116:3300/0 conn(0x7f08b809dd50 0x7f08b813ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08b7fff640 1 --2- 172.21.15.116:0/227897983 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f08b806c920 0x7f08b80afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08b6ffd640 1 -- 172.21.15.116:0/227897983 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3542585923 0 0) 0x7f08b80af2e0 con 0x7f08b80b3fd0 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08b6ffd640 1 -- 172.21.15.116:0/227897983 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f08a0003530 con 0x7f08b80b3fd0 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08bca81640 1 -- 172.21.15.116:0/227897983 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f08b806c920 msgr2=0x7f08b80afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08bca81640 1 --2- 172.21.15.116:0/227897983 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f08b806c920 0x7f08b80afc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08bca81640 1 -- 172.21.15.116:0/227897983 >> v1:172.21.15.116:6789/0 conn(0x7f08b80b3fd0 legacy=0x7f08b813e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08bca81640 1 -- 172.21.15.116:0/227897983 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08b80af530 con 0x7f08b809dd50 2023-11-30T08:27:24.519 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08bca81640 1 --2- 172.21.15.116:0/227897983 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f08b809dd50 0x7f08b813ea30 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f08b0009d90 tx=0x7f08b001c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30012a5ef9059100 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:24.519 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08b6ffd640 1 -- 172.21.15.116:0/227897983 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08b00a5780 con 0x7f08b809dd50 2023-11-30T08:27:24.519 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08b6ffd640 1 -- 172.21.15.116:0/227897983 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08b00a58e0 con 0x7f08b809dd50 2023-11-30T08:27:24.519 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08b6ffd640 1 -- 172.21.15.116:0/227897983 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08b00a5c70 con 0x7f08b809dd50 2023-11-30T08:27:24.519 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 -- 172.21.15.116:0/227897983 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f08b809dd50 msgr2=0x7f08b813ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.519 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 --2- 172.21.15.116:0/227897983 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f08b809dd50 0x7f08b813ea30 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f08b0009d90 tx=0x7f08b001c8c0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.520 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 -- 172.21.15.116:0/227897983 shutdown_connections 2023-11-30T08:27:24.520 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 --2- 172.21.15.116:0/227897983 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f08b809dd50 0x7f08b813ea30 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.520 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 --2- 172.21.15.116:0/227897983 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f08b806c920 0x7f08b80afc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.520 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 -- 172.21.15.116:0/227897983 >> 172.21.15.116:0/227897983 conn(0x7f08b80b48e0 msgr2=0x7f08b80b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:24.520 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 -- 172.21.15.116:0/227897983 shutdown_connections 2023-11-30T08:27:24.520 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.509+0000 7f08be4e4640 1 -- 172.21.15.116:0/227897983 wait complete. 2023-11-30T08:27:24.520 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08be4e4640 1 Processor -- start 2023-11-30T08:27:24.520 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08be4e4640 1 -- start start 2023-11-30T08:27:24.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08be4e4640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f08b806c920 0x7f08b813c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08be4e4640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f08b809dd50 0x7f08b813efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08be4e4640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f08b813f510 0x7f08b8133b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08be4e4640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08b81415f0 con 0x7f08b809dd50 2023-11-30T08:27:24.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08be4e4640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08b806ea90 con 0x7f08b813f510 2023-11-30T08:27:24.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08be4e4640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08b813f990 con 0x7f08b806c920 2023-11-30T08:27:24.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b77fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f08b809dd50 0x7f08b813efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b77fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f08b809dd50 0x7f08b813efd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47406/0 (socket says 172.21.15.116:47406) 2023-11-30T08:27:24.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b77fe640 1 -- 172.21.15.116:0/2922945507 learned_addr learned my addr 172.21.15.116:0/2922945507 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:24.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b77fe640 1 -- 172.21.15.116:0/2922945507 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f08b806c920 msgr2=0x7f08b813c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b77fe640 1 --2- 172.21.15.116:0/2922945507 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f08b806c920 0x7f08b813c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b77fe640 1 -- 172.21.15.116:0/2922945507 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f08b813f510 msgr2=0x7f08b8133b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b77fe640 1 --2- 172.21.15.116:0/2922945507 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f08b813f510 0x7f08b8133b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b77fe640 1 -- 172.21.15.116:0/2922945507 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08b0009a70 con 0x7f08b809dd50 2023-11-30T08:27:24.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b77fe640 1 --2- 172.21.15.116:0/2922945507 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f08b809dd50 0x7f08b813efd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f08a800c4d0 tx=0x7f08a800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:24.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b4ff9640 1 -- 172.21.15.116:0/2922945507 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08a8005cf0 con 0x7f08b809dd50 2023-11-30T08:27:24.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b4ff9640 1 -- 172.21.15.116:0/2922945507 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08a8005e50 con 0x7f08b809dd50 2023-11-30T08:27:24.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08be4e4640 1 -- 172.21.15.116:0/2922945507 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08b806e7f0 con 0x7f08b809dd50 2023-11-30T08:27:24.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b4ff9640 1 -- 172.21.15.116:0/2922945507 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08a8007270 con 0x7f08b809dd50 2023-11-30T08:27:24.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08be4e4640 1 -- 172.21.15.116:0/2922945507 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08b806f7b0 con 0x7f08b809dd50 2023-11-30T08:27:24.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08be4e4640 1 -- 172.21.15.116:0/2922945507 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08b80679e0 con 0x7f08b809dd50 2023-11-30T08:27:24.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.513+0000 7f08b4ff9640 1 -- 172.21.15.116:0/2922945507 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f08a80073d0 con 0x7f08b809dd50 2023-11-30T08:27:24.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.517+0000 7f08b4ff9640 1 --2- 172.21.15.116:0/2922945507 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f08a4066470 0x7f08a4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.517+0000 7f08b4ff9640 1 -- 172.21.15.116:0/2922945507 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f08a8083310 con 0x7f08b809dd50 2023-11-30T08:27:24.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.517+0000 7f08b7fff640 1 --2- 172.21.15.116:0/2922945507 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f08a4066470 0x7f08a4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.517+0000 7f08b7fff640 1 --2- 172.21.15.116:0/2922945507 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f08a4066470 0x7f08a4068930 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f08ac00b850 tx=0x7f08ac008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:24.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.521+0000 7f08b4ff9640 1 -- 172.21.15.116:0/2922945507 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f08a8050830 con 0x7f08b809dd50 2023-11-30T08:27:24.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.677+0000 7f08be4e4640 1 -- 172.21.15.116:0/2922945507 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f08b813eca0 con 0x7f08b809dd50 2023-11-30T08:27:24.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.677+0000 7f08b4ff9640 1 -- 172.21.15.116:0/2922945507 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7f08a8053e50 con 0x7f08b809dd50 2023-11-30T08:27:24.687 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:24.687 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:24.689 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.681+0000 7f08be4e4640 1 -- 172.21.15.116:0/2922945507 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f08a4066470 msgr2=0x7f08a4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.689 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.681+0000 7f08be4e4640 1 --2- 172.21.15.116:0/2922945507 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f08a4066470 0x7f08a4068930 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f08ac00b850 tx=0x7f08ac008040 comp rx=0 tx=0).stop 2023-11-30T08:27:24.689 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.681+0000 7f08be4e4640 1 -- 172.21.15.116:0/2922945507 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f08b809dd50 msgr2=0x7f08b813efd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.689 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.681+0000 7f08be4e4640 1 --2- 172.21.15.116:0/2922945507 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f08b809dd50 0x7f08b813efd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f08a800c4d0 tx=0x7f08a800c990 comp rx=0 tx=0).stop 2023-11-30T08:27:24.689 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.681+0000 7f08be4e4640 1 -- 172.21.15.116:0/2922945507 shutdown_connections 2023-11-30T08:27:24.689 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.681+0000 7f08be4e4640 1 --2- 172.21.15.116:0/2922945507 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f08b813f510 0x7f08b8133b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.689 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.681+0000 7f08be4e4640 1 --2- 172.21.15.116:0/2922945507 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f08b809dd50 0x7f08b813efd0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.681+0000 7f08be4e4640 1 --2- 172.21.15.116:0/2922945507 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f08a4066470 0x7f08a4068930 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.681+0000 7f08be4e4640 1 --2- 172.21.15.116:0/2922945507 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f08b806c920 0x7f08b813c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.681+0000 7f08be4e4640 1 -- 172.21.15.116:0/2922945507 >> 172.21.15.116:0/2922945507 conn(0x7f08b80b48e0 msgr2=0x7f08b80b62a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:24.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.681+0000 7f08be4e4640 1 -- 172.21.15.116:0/2922945507 shutdown_connections 2023-11-30T08:27:24.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.681+0000 7f08be4e4640 1 -- 172.21.15.116:0/2922945507 wait complete. 2023-11-30T08:27:24.706 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-30T08:26:58.774799+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-30T08:26:59.510853+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:24.706 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:24.827 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.817+0000 7fafb6739640 1 Processor -- start 2023-11-30T08:27:24.827 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.817+0000 7fafb6739640 1 -- start start 2023-11-30T08:27:24.828 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafb6739640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fafb014a800 0x7fafb013ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.828 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafb6739640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fafb01404e0 0x7fafb0140990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.828 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafb6739640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafb00b4540 con 0x7fafb00bc910 2023-11-30T08:27:24.828 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafb6739640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafb00b5ed0 con 0x7fafb01404e0 2023-11-30T08:27:24.828 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafb6739640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafb00b3fc0 con 0x7fafb014a800 2023-11-30T08:27:24.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafb4cd6640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fafb01404e0 0x7fafb0140990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafaf7fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fafb014a800 0x7fafb013ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafaf7fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fafb014a800 0x7fafb013ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:52252/0 (socket says 172.21.15.116:52252) 2023-11-30T08:27:24.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafaffff640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7fafb00bc910 0x7fafb014a0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:38898/0 (socket says 172.21.15.116:38898) 2023-11-30T08:27:24.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafb4cd6640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fafb01404e0 0x7fafb0140990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:55166/0 (socket says 172.21.15.116:55166) 2023-11-30T08:27:24.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafaf7fe640 1 -- 172.21.15.116:0/3446731867 learned_addr learned my addr 172.21.15.116:0/3446731867 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:24.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafb4cd6640 1 -- 172.21.15.116:0/3446731867 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fafb014a800 msgr2=0x7fafb013ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:24.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafb4cd6640 1 --2- 172.21.15.116:0/3446731867 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fafb014a800 0x7fafb013ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.829 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafb4cd6640 1 -- 172.21.15.116:0/3446731867 >> v1:172.21.15.162:6789/0 conn(0x7fafb00bc910 legacy=0x7fafb014a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.830 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafb4cd6640 1 -- 172.21.15.116:0/3446731867 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafb00bccf0 con 0x7fafb01404e0 2023-11-30T08:27:24.831 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.821+0000 7fafb4cd6640 1 --2- 172.21.15.116:0/3446731867 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafb01404e0 0x7fafb0140990 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fafa00097c0 tx=0x7fafa001c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=124c2c7c44c8e5e9 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:24.832 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaeffd640 1 -- 172.21.15.116:0/3446731867 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa00ab600 con 0x7fafb01404e0 2023-11-30T08:27:24.832 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaeffd640 1 -- 172.21.15.116:0/3446731867 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafa00a7050 con 0x7fafb01404e0 2023-11-30T08:27:24.832 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaeffd640 1 -- 172.21.15.116:0/3446731867 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa00ab980 con 0x7fafb01404e0 2023-11-30T08:27:24.832 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 -- 172.21.15.116:0/3446731867 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafb01404e0 msgr2=0x7fafb0140990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.832 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 --2- 172.21.15.116:0/3446731867 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafb01404e0 0x7fafb0140990 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fafa00097c0 tx=0x7fafa001c330 comp rx=0 tx=0).stop 2023-11-30T08:27:24.833 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 -- 172.21.15.116:0/3446731867 shutdown_connections 2023-11-30T08:27:24.833 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 --2- 172.21.15.116:0/3446731867 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fafb014a800 0x7fafb013ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.833 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 --2- 172.21.15.116:0/3446731867 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafb01404e0 0x7fafb0140990 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.833 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 -- 172.21.15.116:0/3446731867 >> 172.21.15.116:0/3446731867 conn(0x7fafb00722b0 msgr2=0x7fafb00bbfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:24.833 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 -- 172.21.15.116:0/3446731867 shutdown_connections 2023-11-30T08:27:24.833 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 -- 172.21.15.116:0/3446731867 wait complete. 2023-11-30T08:27:24.833 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 Processor -- start 2023-11-30T08:27:24.833 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 -- start start 2023-11-30T08:27:24.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafb00bc910 0x7fafb0148e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fafb01404e0 0x7fafb0143550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafb014a800 0x7fafb0143a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafb01423d0 con 0x7fafb00bc910 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafb0141920 con 0x7fafb014a800 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafb0141be0 con 0x7fafb01404e0 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafb00bc910 0x7fafb0148e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafb00bc910 0x7fafb0148e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47422/0 (socket says 172.21.15.116:47422) 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaffff640 1 -- 172.21.15.116:0/3473785555 learned_addr learned my addr 172.21.15.116:0/3473785555 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaf7fe640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fafb01404e0 0x7fafb0143550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb4cd6640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafb014a800 0x7fafb0143a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaffff640 1 -- 172.21.15.116:0/3473785555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fafb01404e0 msgr2=0x7fafb0143550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaffff640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fafb01404e0 0x7fafb0143550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaffff640 1 -- 172.21.15.116:0/3473785555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafb014a800 msgr2=0x7fafb0143a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaffff640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafb014a800 0x7fafb0143a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaffff640 1 -- 172.21.15.116:0/3473785555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafa0009420 con 0x7fafb00bc910 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb4cd6640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafb014a800 0x7fafb0143a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafaffff640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafb00bc910 0x7fafb0148e20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fafa800c870 tx=0x7fafa800cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:24.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafacff9640 1 -- 172.21.15.116:0/3473785555 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa800a640 con 0x7fafb00bc910 2023-11-30T08:27:24.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafacff9640 1 -- 172.21.15.116:0/3473785555 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafa800a7a0 con 0x7fafb00bc910 2023-11-30T08:27:24.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 -- 172.21.15.116:0/3473785555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafb0147950 con 0x7fafb00bc910 2023-11-30T08:27:24.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafacff9640 1 -- 172.21.15.116:0/3473785555 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafa800ab10 con 0x7fafb00bc910 2023-11-30T08:27:24.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.825+0000 7fafb6739640 1 -- 172.21.15.116:0/3473785555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafb0149580 con 0x7fafb00bc910 2023-11-30T08:27:24.838 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.829+0000 7fafb6739640 1 -- 172.21.15.116:0/3473785555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafb00b56e0 con 0x7fafb00bc910 2023-11-30T08:27:24.838 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.829+0000 7fafacff9640 1 -- 172.21.15.116:0/3473785555 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fafa800ac70 con 0x7fafb00bc910 2023-11-30T08:27:24.838 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.829+0000 7fafacff9640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7faf90066470 0x7faf90068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:24.838 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.829+0000 7fafaf7fe640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7faf90066470 0x7faf90068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:24.838 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.829+0000 7fafacff9640 1 -- 172.21.15.116:0/3473785555 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fafa8083590 con 0x7fafb00bc910 2023-11-30T08:27:24.838 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.829+0000 7fafaf7fe640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7faf90066470 0x7faf90068930 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fafb01446d0 tx=0x7faf98008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:24.841 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.833+0000 7fafacff9640 1 -- 172.21.15.116:0/3473785555 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fafa8050b50 con 0x7fafb00bc910 2023-11-30T08:27:24.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafb6739640 1 -- 172.21.15.116:0/3473785555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fafb0141750 con 0x7fafb00bc910 2023-11-30T08:27:24.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafacff9640 1 -- 172.21.15.116:0/3473785555 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7fafa8054170 con 0x7fafb00bc910 2023-11-30T08:27:24.985 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:24.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafb6739640 1 -- 172.21.15.116:0/3473785555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7faf90066470 msgr2=0x7faf90068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafb6739640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7faf90066470 0x7faf90068930 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fafb01446d0 tx=0x7faf98008040 comp rx=0 tx=0).stop 2023-11-30T08:27:24.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafb6739640 1 -- 172.21.15.116:0/3473785555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafb00bc910 msgr2=0x7fafb0148e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:24.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafb6739640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafb00bc910 0x7fafb0148e20 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fafa800c870 tx=0x7fafa800cd30 comp rx=0 tx=0).stop 2023-11-30T08:27:24.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafb6739640 1 -- 172.21.15.116:0/3473785555 shutdown_connections 2023-11-30T08:27:24.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafb6739640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fafb014a800 0x7fafb0143a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafb6739640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7faf90066470 0x7faf90068930 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafb6739640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fafb01404e0 0x7fafb0143550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafb6739640 1 --2- 172.21.15.116:0/3473785555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fafb00bc910 0x7fafb0148e20 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:24.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafb6739640 1 -- 172.21.15.116:0/3473785555 >> 172.21.15.116:0/3473785555 conn(0x7fafb00722b0 msgr2=0x7fafb00b89b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:24.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.977+0000 7fafb6739640 1 -- 172.21.15.116:0/3473785555 shutdown_connections 2023-11-30T08:27:24.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:24.981+0000 7fafb6739640 1 -- 172.21.15.116:0/3473785555 wait complete. 2023-11-30T08:27:25.003 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-30T08:27:25.124 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fe14b1640 1 Processor -- start 2023-11-30T08:27:25.124 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fe14b1640 1 -- start start 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fe14b1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fdc144780 0x7f7fdc144bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fe14b1640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7fdc13ea90 con 0x7f7fdc073710 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fe14b1640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7fdc073af0 con 0x7f7fdc13df30 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fe14b1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fdc144330 con 0x7f7fdc144780 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fdaffd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f7fdc073710 0x7f7fdc147920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49916/0 (socket says 172.21.15.116:49916) 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fdaffd640 1 -- 172.21.15.116:0/878207563 learned_addr learned my addr 172.21.15.116:0/878207563 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fd3fff640 1 --2- 172.21.15.116:0/878207563 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fdc144780 0x7f7fdc144bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 856459085 0 0) 0x7f7fdc13ea90 con 0x7f7fdc073710 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7fc8003530 con 0x7f7fdc073710 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1737007821 0 0) 0x7f7fc8003530 con 0x7f7fdc073710 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fdc144780 msgr2=0x7f7fdc144bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 --2- 172.21.15.116:0/878207563 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fdc144780 0x7f7fdc144bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 >> v1:172.21.15.162:6789/0 conn(0x7f7fdc13df30 legacy=0x7f7fdc13e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fdc0b0310 con 0x7f7fdc073710 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f7fc4001680 con 0x7f7fdc073710 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 >> v1:172.21.15.116:6789/0 conn(0x7f7fdc073710 legacy=0x7f7fdc147920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 --2- 172.21.15.116:0/878207563 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fdc144780 0x7f7fc80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 --2- 172.21.15.116:0/878207563 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fc8003f30 0x7f7fc80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 --2- 172.21.15.116:0/878207563 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fc8004d10 0x7f7fc8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fdc144330 con 0x7f7fc8004d10 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fc800bb20 con 0x7f7fc8003f30 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fc800bce0 con 0x7f7fdc144780 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fdb7fe640 1 --2- 172.21.15.116:0/878207563 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fc8004d10 0x7f7fc8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fd3fff640 1 --2- 172.21.15.116:0/878207563 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fc8003f30 0x7f7fc80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fdb7fe640 1 -- 172.21.15.116:0/878207563 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fdc144780 msgr2=0x7f7fc80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fdb7fe640 1 --2- 172.21.15.116:0/878207563 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fdc144780 0x7f7fc80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fdb7fe640 1 -- 172.21.15.116:0/878207563 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fc8003f30 msgr2=0x7f7fc80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fdb7fe640 1 --2- 172.21.15.116:0/878207563 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fc8003f30 0x7f7fc80047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.117+0000 7f7fdb7fe640 1 -- 172.21.15.116:0/878207563 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fc8003530 con 0x7f7fc8004d10 2023-11-30T08:27:25.129 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fdb7fe640 1 --2- 172.21.15.116:0/878207563 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fc8004d10 0x7f7fc8005190 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7fd4001e70 tx=0x7f7fd401c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dd7b66462b28397 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:25.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd4003b80 con 0x7f7fc8004d10 2023-11-30T08:27:25.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fd4003ce0 con 0x7f7fc8004d10 2023-11-30T08:27:25.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fda7fc640 1 -- 172.21.15.116:0/878207563 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd40052c0 con 0x7f7fc8004d10 2023-11-30T08:27:25.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 -- 172.21.15.116:0/878207563 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fc8004d10 msgr2=0x7f7fc8005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 --2- 172.21.15.116:0/878207563 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fc8004d10 0x7f7fc8005190 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f7fd4001e70 tx=0x7f7fd401c760 comp rx=0 tx=0).stop 2023-11-30T08:27:25.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fdb7fe640 1 -- 172.21.15.116:0/878207563 reap_dead start 2023-11-30T08:27:25.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 -- 172.21.15.116:0/878207563 shutdown_connections 2023-11-30T08:27:25.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 -- 172.21.15.116:0/878207563 >> 172.21.15.116:0/878207563 conn(0x7f7fdc06a580 msgr2=0x7f7fdc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:25.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 -- 172.21.15.116:0/878207563 shutdown_connections 2023-11-30T08:27:25.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 -- 172.21.15.116:0/878207563 wait complete. 2023-11-30T08:27:25.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 Processor -- start 2023-11-30T08:27:25.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 -- start start 2023-11-30T08:27:25.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc8004d10 0x7f7fdc0b75f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fdc140aa0 0x7f7fdc13eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fdc13f400 0x7f7fdc135980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fdc13f880 con 0x7f7fdc13f400 2023-11-30T08:27:25.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fdc140ff0 con 0x7f7fdc140aa0 2023-11-30T08:27:25.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fe14b1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fdc1400c0 con 0x7f7fc8004d10 2023-11-30T08:27:25.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fdb7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fdc13f400 0x7f7fdc135980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fdb7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fdc13f400 0x7f7fdc135980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47440/0 (socket says 172.21.15.116:47440) 2023-11-30T08:27:25.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fdb7fe640 1 -- 172.21.15.116:0/4050822431 learned_addr learned my addr 172.21.15.116:0/4050822431 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fdaffd640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc8004d10 0x7f7fdc0b75f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fd3fff640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fdc140aa0 0x7f7fdc13eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fdb7fe640 1 -- 172.21.15.116:0/4050822431 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc8004d10 msgr2=0x7f7fdc0b75f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fdb7fe640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc8004d10 0x7f7fdc0b75f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fdb7fe640 1 -- 172.21.15.116:0/4050822431 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fdc140aa0 msgr2=0x7f7fdc13eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fdb7fe640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fdc140aa0 0x7f7fdc13eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.121+0000 7f7fdb7fe640 1 -- 172.21.15.116:0/4050822431 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fdc137320 con 0x7f7fdc13f400 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.125+0000 7f7fdb7fe640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fdc13f400 0x7f7fdc135980 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f7fd401cc40 tx=0x7f7fc8005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.125+0000 7f7fd37fe640 1 -- 172.21.15.116:0/4050822431 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd4005780 con 0x7f7fdc13f400 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.125+0000 7f7fd37fe640 1 -- 172.21.15.116:0/4050822431 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fd4003e50 con 0x7f7fdc13f400 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.125+0000 7f7fe14b1640 1 -- 172.21.15.116:0/4050822431 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fdc13f880 con 0x7f7fdc13f400 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.125+0000 7f7fd37fe640 1 -- 172.21.15.116:0/4050822431 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd4006d60 con 0x7f7fdc13f400 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.125+0000 7f7fe14b1640 1 -- 172.21.15.116:0/4050822431 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fdc0b81d0 con 0x7f7fdc13f400 2023-11-30T08:27:25.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.125+0000 7f7fe14b1640 1 -- 172.21.15.116:0/4050822431 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7fdc068960 con 0x7f7fdc13f400 2023-11-30T08:27:25.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.125+0000 7f7fd37fe640 1 -- 172.21.15.116:0/4050822431 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7fd4007030 con 0x7f7fdc13f400 2023-11-30T08:27:25.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.125+0000 7f7fd37fe640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fbc066470 0x7f7fbc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.125+0000 7f7fdaffd640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fbc066470 0x7f7fbc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.125+0000 7f7fd37fe640 1 -- 172.21.15.116:0/4050822431 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7fd411e190 con 0x7f7fdc13f400 2023-11-30T08:27:25.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.125+0000 7f7fdaffd640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fbc066470 0x7f7fbc068930 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4001830 tx=0x7f7fc400c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:25.137 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.129+0000 7f7fd37fe640 1 -- 172.21.15.116:0/4050822431 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7fd40eb610 con 0x7f7fdc13f400 2023-11-30T08:27:25.283 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.273+0000 7f7fe14b1640 1 -- 172.21.15.116:0/4050822431 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7fdc072bc0 con 0x7f7fdc13f400 2023-11-30T08:27:25.283 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.273+0000 7f7fd37fe640 1 -- 172.21.15.116:0/4050822431 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7fd40eec30 con 0x7f7fdc13f400 2023-11-30T08:27:25.284 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 32 2023-11-30T08:27:25.286 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.277+0000 7f7fe14b1640 1 -- 172.21.15.116:0/4050822431 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fbc066470 msgr2=0x7f7fbc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.286 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.277+0000 7f7fe14b1640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fbc066470 0x7f7fbc068930 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4001830 tx=0x7f7fc400c040 comp rx=0 tx=0).stop 2023-11-30T08:27:25.286 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.277+0000 7f7fe14b1640 1 -- 172.21.15.116:0/4050822431 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fdc13f400 msgr2=0x7f7fdc135980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.286 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.277+0000 7f7fe14b1640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fdc13f400 0x7f7fdc135980 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f7fd401cc40 tx=0x7f7fc8005800 comp rx=0 tx=0).stop 2023-11-30T08:27:25.286 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.277+0000 7f7fe14b1640 1 -- 172.21.15.116:0/4050822431 shutdown_connections 2023-11-30T08:27:25.286 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.277+0000 7f7fe14b1640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fdc13f400 0x7f7fdc135980 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.286 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.277+0000 7f7fe14b1640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7fdc140aa0 0x7f7fdc13eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.286 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.277+0000 7f7fe14b1640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7fbc066470 0x7f7fbc068930 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.277+0000 7f7fe14b1640 1 --2- 172.21.15.116:0/4050822431 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7fc8004d10 0x7f7fdc0b75f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.277+0000 7f7fe14b1640 1 -- 172.21.15.116:0/4050822431 >> 172.21.15.116:0/4050822431 conn(0x7f7fdc06a580 msgr2=0x7f7fdc1422a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:25.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.277+0000 7f7fe14b1640 1 -- 172.21.15.116:0/4050822431 shutdown_connections 2023-11-30T08:27:25.287 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.277+0000 7f7fe14b1640 1 -- 172.21.15.116:0/4050822431 wait complete. 2023-11-30T08:27:25.301 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-30T08:27:25.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.405+0000 7f47bdad1640 1 Processor -- start 2023-11-30T08:27:25.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47bdad1640 1 -- start start 2023-11-30T08:27:25.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47bdad1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47b8143870 0x7f47b80b2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47bdad1640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f47b80b3390 0x7f47b814d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47bdad1640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47b80ace20 con 0x7f47b80aded0 2023-11-30T08:27:25.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47bdad1640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47b80b3800 con 0x7f47b80b3390 2023-11-30T08:27:25.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47bdad1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47b80aeee0 con 0x7f47b8143870 2023-11-30T08:27:25.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b7fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f47b80b3390 0x7f47b814d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b77fe640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f47b80aded0 0x7f47b8143160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49922/0 (socket says 172.21.15.116:49922) 2023-11-30T08:27:25.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b77fe640 1 -- 172.21.15.116:0/2070661658 learned_addr learned my addr 172.21.15.116:0/2070661658 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:25.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b6ffd640 1 --2- 172.21.15.116:0/2070661658 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47b8143870 0x7f47b80b2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b7fff640 1 -- 172.21.15.116:0/2070661658 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47b8143870 msgr2=0x7f47b80b2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:25.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b7fff640 1 --2- 172.21.15.116:0/2070661658 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47b8143870 0x7f47b80b2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b7fff640 1 -- 172.21.15.116:0/2070661658 >> v1:172.21.15.116:6789/0 conn(0x7f47b80aded0 legacy=0x7f47b8143160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.418 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b7fff640 1 -- 172.21.15.116:0/2070661658 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47b80ad070 con 0x7f47b80b3390 2023-11-30T08:27:25.418 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b67fc640 1 -- 172.21.15.116:0/2070661658 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1358240229 0 0) 0x7f47b80ace20 con 0x7f47b80aded0 2023-11-30T08:27:25.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b7fff640 1 --2- 172.21.15.116:0/2070661658 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47b80b3390 0x7f47b814d3d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f47b0009d90 tx=0x7f47b001c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3989ea4234f2087 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:25.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b67fc640 1 -- 172.21.15.116:0/2070661658 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47b00a5870 con 0x7f47b80b3390 2023-11-30T08:27:25.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b67fc640 1 -- 172.21.15.116:0/2070661658 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47b00a59d0 con 0x7f47b80b3390 2023-11-30T08:27:25.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.409+0000 7f47b67fc640 1 -- 172.21.15.116:0/2070661658 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47b00a5d60 con 0x7f47b80b3390 2023-11-30T08:27:25.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 -- 172.21.15.116:0/2070661658 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47b80b3390 msgr2=0x7f47b814d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 --2- 172.21.15.116:0/2070661658 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47b80b3390 0x7f47b814d3d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f47b0009d90 tx=0x7f47b001c830 comp rx=0 tx=0).stop 2023-11-30T08:27:25.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 -- 172.21.15.116:0/2070661658 shutdown_connections 2023-11-30T08:27:25.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 --2- 172.21.15.116:0/2070661658 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47b80b3390 0x7f47b814d3d0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 --2- 172.21.15.116:0/2070661658 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47b8143870 0x7f47b80b2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 -- 172.21.15.116:0/2070661658 >> 172.21.15.116:0/2070661658 conn(0x7f47b80b4900 msgr2=0x7f47b80b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:25.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 -- 172.21.15.116:0/2070661658 shutdown_connections 2023-11-30T08:27:25.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 -- 172.21.15.116:0/2070661658 wait complete. 2023-11-30T08:27:25.421 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 Processor -- start 2023-11-30T08:27:25.421 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 -- start start 2023-11-30T08:27:25.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47b80aded0 0x7f47b8140d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47b80b3390 0x7f47b81dc960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47b8143870 0x7f47b81dcea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47b813f620 con 0x7f47b8143870 2023-11-30T08:27:25.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47b81405a0 con 0x7f47b80b3390 2023-11-30T08:27:25.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47b813ecf0 con 0x7f47b80aded0 2023-11-30T08:27:25.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47b7fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47b8143870 0x7f47b81dcea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47b7fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47b8143870 0x7f47b81dcea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47466/0 (socket says 172.21.15.116:47466) 2023-11-30T08:27:25.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47b7fff640 1 -- 172.21.15.116:0/3685854551 learned_addr learned my addr 172.21.15.116:0/3685854551 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:25.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47b77fe640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47b80aded0 0x7f47b8140d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47b7fff640 1 -- 172.21.15.116:0/3685854551 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47b80aded0 msgr2=0x7f47b8140d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47b6ffd640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47b80b3390 0x7f47b81dc960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47b7fff640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47b80aded0 0x7f47b8140d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47b7fff640 1 -- 172.21.15.116:0/3685854551 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47b80b3390 msgr2=0x7f47b81dc960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47b7fff640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47b80b3390 0x7f47b81dc960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47b7fff640 1 -- 172.21.15.116:0/3685854551 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47b0009a70 con 0x7f47b8143870 2023-11-30T08:27:25.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47b7fff640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47b8143870 0x7f47b81dcea0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f47b001aee0 tx=0x7f47b00195d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:25.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f479ffff640 1 -- 172.21.15.116:0/3685854551 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47b00ad8d0 con 0x7f47b8143870 2023-11-30T08:27:25.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f479ffff640 1 -- 172.21.15.116:0/3685854551 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47b00ada30 con 0x7f47b8143870 2023-11-30T08:27:25.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 -- 172.21.15.116:0/3685854551 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47b813efd0 con 0x7f47b8143870 2023-11-30T08:27:25.425 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f479ffff640 1 -- 172.21.15.116:0/3685854551 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47b00adda0 con 0x7f47b8143870 2023-11-30T08:27:25.425 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 -- 172.21.15.116:0/3685854551 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47b80713b0 con 0x7f47b8143870 2023-11-30T08:27:25.425 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.413+0000 7f47bdad1640 1 -- 172.21.15.116:0/3685854551 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47b81dc7b0 con 0x7f47b8143870 2023-11-30T08:27:25.425 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.417+0000 7f479ffff640 1 -- 172.21.15.116:0/3685854551 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f47b00b4050 con 0x7f47b8143870 2023-11-30T08:27:25.426 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.417+0000 7f479ffff640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47a4066470 0x7f47a4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.426 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.417+0000 7f479ffff640 1 -- 172.21.15.116:0/3685854551 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f47b011f2a0 con 0x7f47b8143870 2023-11-30T08:27:25.426 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.417+0000 7f47b77fe640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47a4066470 0x7f47a4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.426 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.417+0000 7f47b77fe640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47a4066470 0x7f47a4068930 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f47ac000f70 tx=0x7f47ac009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:25.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.421+0000 7f479ffff640 1 -- 172.21.15.116:0/3685854551 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f47b00ec7b0 con 0x7f47b8143870 2023-11-30T08:27:25.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.561+0000 7f47bdad1640 1 -- 172.21.15.116:0/3685854551 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f47b813eb50 con 0x7f47b8143870 2023-11-30T08:27:25.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.561+0000 7f479ffff640 1 -- 172.21.15.116:0/3685854551 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7f47b00b2020 con 0x7f47b8143870 2023-11-30T08:27:25.571 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 64 2023-11-30T08:27:25.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.565+0000 7f47bdad1640 1 -- 172.21.15.116:0/3685854551 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47a4066470 msgr2=0x7f47a4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.565+0000 7f47bdad1640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47a4066470 0x7f47a4068930 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f47ac000f70 tx=0x7f47ac009040 comp rx=0 tx=0).stop 2023-11-30T08:27:25.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.565+0000 7f47bdad1640 1 -- 172.21.15.116:0/3685854551 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47b8143870 msgr2=0x7f47b81dcea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.565+0000 7f47bdad1640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47b8143870 0x7f47b81dcea0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f47b001aee0 tx=0x7f47b00195d0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.565+0000 7f47bdad1640 1 -- 172.21.15.116:0/3685854551 shutdown_connections 2023-11-30T08:27:25.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.565+0000 7f47bdad1640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47b8143870 0x7f47b81dcea0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.565+0000 7f47bdad1640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47b80b3390 0x7f47b81dc960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.573 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.565+0000 7f47bdad1640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47a4066470 0x7f47a4068930 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.573 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.565+0000 7f47bdad1640 1 --2- 172.21.15.116:0/3685854551 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47b80aded0 0x7f47b8140d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.573 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.565+0000 7f47bdad1640 1 -- 172.21.15.116:0/3685854551 >> 172.21.15.116:0/3685854551 conn(0x7f47b80b4900 msgr2=0x7f47b8142f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:25.573 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.565+0000 7f47bdad1640 1 -- 172.21.15.116:0/3685854551 shutdown_connections 2023-11-30T08:27:25.573 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.565+0000 7f47bdad1640 1 -- 172.21.15.116:0/3685854551 wait complete. 2023-11-30T08:27:25.587 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-30T08:27:25.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f42821c9640 1 Processor -- start 2023-11-30T08:27:25.697 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f42821c9640 1 -- start start 2023-11-30T08:27:25.700 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f42821c9640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f427c0af4f0 0x7f427c09caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.700 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f42821c9640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f427c0b1800 con 0x7f427c0722c0 2023-11-30T08:27:25.700 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f42821c9640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f427c0b1aa0 con 0x7f427c148740 2023-11-30T08:27:25.700 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f42821c9640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f427c0b1610 con 0x7f427c0af4f0 2023-11-30T08:27:25.700 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427affd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f427c0722c0 0x7f427c148030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49928/0 (socket says 172.21.15.116:49928) 2023-11-30T08:27:25.700 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427affd640 1 -- 172.21.15.116:0/1699864316 learned_addr learned my addr 172.21.15.116:0/1699864316 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:25.700 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427b7fe640 1 --2- 172.21.15.116:0/1699864316 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f427c0af4f0 0x7f427c09caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1334094456 0 0) 0x7f427c0b1800 con 0x7f427c0722c0 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f425c003530 con 0x7f427c0722c0 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2213685698 0 0) 0x7f425c003530 con 0x7f427c0722c0 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f427c0af4f0 msgr2=0x7f427c09caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 --2- 172.21.15.116:0/1699864316 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f427c0af4f0 0x7f427c09caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 >> v1:172.21.15.162:6789/0 conn(0x7f427c148740 legacy=0x7f427c14ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f427c147b10 con 0x7f427c0722c0 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f4274001a00 con 0x7f427c0722c0 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 >> v1:172.21.15.116:6789/0 conn(0x7f427c0722c0 legacy=0x7f427c148030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 --2- 172.21.15.116:0/1699864316 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f425c0039b0 0x7f425c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 --2- 172.21.15.116:0/1699864316 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f425c0047d0 0x7f425c004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 --2- 172.21.15.116:0/1699864316 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f425c0051e0 0x7f425c00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f425c00c0b0 con 0x7f425c0051e0 2023-11-30T08:27:25.701 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f425c00c220 con 0x7f425c0039b0 2023-11-30T08:27:25.702 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f425c00c3e0 con 0x7f425c0047d0 2023-11-30T08:27:25.702 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427b7fe640 1 --2- 172.21.15.116:0/1699864316 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f427c0af4f0 0x7f427c09caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:25.702 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427bfff640 1 --2- 172.21.15.116:0/1699864316 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f425c0051e0 0x7f425c00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.702 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427affd640 1 --2- 172.21.15.116:0/1699864316 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f425c0047d0 0x7f425c004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.702 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427bfff640 1 -- 172.21.15.116:0/1699864316 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f425c0047d0 msgr2=0x7f425c004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:25.702 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427bfff640 1 --2- 172.21.15.116:0/1699864316 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f425c0047d0 0x7f425c004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.702 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427bfff640 1 -- 172.21.15.116:0/1699864316 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f425c0039b0 msgr2=0x7f425c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:25.702 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427bfff640 1 --2- 172.21.15.116:0/1699864316 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f425c0039b0 0x7f425c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.702 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.689+0000 7f427bfff640 1 -- 172.21.15.116:0/1699864316 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f425c003530 con 0x7f425c0051e0 2023-11-30T08:27:25.705 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f427bfff640 1 --2- 172.21.15.116:0/1699864316 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f425c0051e0 0x7f425c00b990 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f4264001750 tx=0x7f426401c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c41924ce8d1da8d4 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:25.705 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42640052d0 con 0x7f425c0051e0 2023-11-30T08:27:25.705 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f42640a7050 con 0x7f425c0051e0 2023-11-30T08:27:25.705 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f427a7fc640 1 -- 172.21.15.116:0/1699864316 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4264003600 con 0x7f425c0051e0 2023-11-30T08:27:25.705 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f42821c9640 1 -- 172.21.15.116:0/1699864316 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f425c0051e0 msgr2=0x7f425c00b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f42821c9640 1 --2- 172.21.15.116:0/1699864316 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f425c0051e0 0x7f425c00b990 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f4264001750 tx=0x7f426401c3c0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f427bfff640 1 -- 172.21.15.116:0/1699864316 reap_dead start 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f42821c9640 1 -- 172.21.15.116:0/1699864316 shutdown_connections 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f42821c9640 1 -- 172.21.15.116:0/1699864316 >> 172.21.15.116:0/1699864316 conn(0x7f427c06a580 msgr2=0x7f427c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f42821c9640 1 -- 172.21.15.116:0/1699864316 shutdown_connections 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f42821c9640 1 -- 172.21.15.116:0/1699864316 wait complete. 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f42821c9640 1 Processor -- start 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.693+0000 7f42821c9640 1 -- start start 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f42821c9640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f425c0051e0 0x7f427c1465b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f42821c9640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f427c1421b0 0x7f427c144c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f42821c9640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f427c13b660 0x7f427c1df280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f42821c9640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f427c1447c0 con 0x7f425c0051e0 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f42821c9640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f427c142640 con 0x7f427c13b660 2023-11-30T08:27:25.706 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f42821c9640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f427c142920 con 0x7f427c1421b0 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f427b7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f425c0051e0 0x7f427c1465b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f427b7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f425c0051e0 0x7f427c1465b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47482/0 (socket says 172.21.15.116:47482) 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f427b7fe640 1 -- 172.21.15.116:0/3437144793 learned_addr learned my addr 172.21.15.116:0/3437144793 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f427affd640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f427c1421b0 0x7f427c144c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f427b7fe640 1 -- 172.21.15.116:0/3437144793 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f427c1421b0 msgr2=0x7f427c144c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f427b7fe640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f427c1421b0 0x7f427c144c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f427b7fe640 1 -- 172.21.15.116:0/3437144793 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f427c13b660 msgr2=0x7f427c1df280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f427b7fe640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f427c13b660 0x7f427c1df280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f427b7fe640 1 -- 172.21.15.116:0/3437144793 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f427c09bf00 con 0x7f425c0051e0 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f427b7fe640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f425c0051e0 0x7f427c1465b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f426c00d410 tx=0x7f426c00d8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f4273fff640 1 -- 172.21.15.116:0/3437144793 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f426c0125f0 con 0x7f425c0051e0 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f4273fff640 1 -- 172.21.15.116:0/3437144793 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f426c012770 con 0x7f425c0051e0 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f42821c9640 1 -- 172.21.15.116:0/3437144793 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f427c146af0 con 0x7f425c0051e0 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f4273fff640 1 -- 172.21.15.116:0/3437144793 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f426c012b20 con 0x7f425c0051e0 2023-11-30T08:27:25.707 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f42821c9640 1 -- 172.21.15.116:0/3437144793 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f427c145190 con 0x7f425c0051e0 2023-11-30T08:27:25.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f42821c9640 1 -- 172.21.15.116:0/3437144793 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f427c0679e0 con 0x7f425c0051e0 2023-11-30T08:27:25.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f4273fff640 1 -- 172.21.15.116:0/3437144793 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f426c012c80 con 0x7f425c0051e0 2023-11-30T08:27:25.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f4273fff640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f42600664a0 0x7f4260068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:25.708 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f4273fff640 1 -- 172.21.15.116:0/3437144793 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f426c083da0 con 0x7f425c0051e0 2023-11-30T08:27:25.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f427affd640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f42600664a0 0x7f4260068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:25.709 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.697+0000 7f427affd640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f42600664a0 0x7f4260068960 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f42740013e0 tx=0x7f4274004b70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:25.710 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.701+0000 7f4273fff640 1 -- 172.21.15.116:0/3437144793 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f426c0512d0 con 0x7f425c0051e0 2023-11-30T08:27:25.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.869+0000 7f42821c9640 1 -- 172.21.15.116:0/3437144793 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f427c0689d0 con 0x7f425c0051e0 2023-11-30T08:27:25.879 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f4273fff640 1 -- 172.21.15.116:0/3437144793 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v20) v1 ==== 80+0+0 (secure 0 0 0) 0x7f426c0548f0 con 0x7f425c0051e0 2023-11-30T08:27:25.880 INFO:teuthology.orchestra.run.smithi116.stderr:listed 0 entries 2023-11-30T08:27:25.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f42821c9640 1 -- 172.21.15.116:0/3437144793 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f42600664a0 msgr2=0x7f4260068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f42821c9640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f42600664a0 0x7f4260068960 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f42740013e0 tx=0x7f4274004b70 comp rx=0 tx=0).stop 2023-11-30T08:27:25.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f42821c9640 1 -- 172.21.15.116:0/3437144793 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f425c0051e0 msgr2=0x7f427c1465b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:25.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f42821c9640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f425c0051e0 0x7f427c1465b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f426c00d410 tx=0x7f426c00d8d0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f42821c9640 1 -- 172.21.15.116:0/3437144793 shutdown_connections 2023-11-30T08:27:25.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f42821c9640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f427c13b660 0x7f427c1df280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f42821c9640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f42600664a0 0x7f4260068960 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f42821c9640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f427c1421b0 0x7f427c144c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f42821c9640 1 --2- 172.21.15.116:0/3437144793 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f425c0051e0 0x7f427c1465b0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:25.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f42821c9640 1 -- 172.21.15.116:0/3437144793 >> 172.21.15.116:0/3437144793 conn(0x7f427c06a580 msgr2=0x7f427c0b4fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:25.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f42821c9640 1 -- 172.21.15.116:0/3437144793 shutdown_connections 2023-11-30T08:27:25.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:25.873+0000 7f42821c9640 1 -- 172.21.15.116:0/3437144793 wait complete. 2023-11-30T08:27:25.898 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi116.front.sepia.ceph.com... 2023-11-30T08:27:25.898 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:25.898 DEBUG:teuthology.orchestra.run.smithi116:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:25.919 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:27:25.919 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:27:25.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:25.919 DEBUG:teuthology.orchestra.run.smithi116:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-11-30T08:27:25.974 INFO:tasks.cephfs.cephfs_test_case:[] 2023-11-30T08:27:25.974 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:26.139 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.129+0000 7f34a5502640 1 Processor -- start 2023-11-30T08:27:26.139 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.129+0000 7f34a5502640 1 -- start start 2023-11-30T08:27:26.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f34a5502640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f34a00b12f0 0x7f34a00adf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f34a5502640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34a00adad0 con 0x7f34a00ae840 2023-11-30T08:27:26.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f34a5502640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34a006cd00 con 0x7f34a006c920 2023-11-30T08:27:26.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f34a5502640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34a00b4770 con 0x7f34a00b12f0 2023-11-30T08:27:26.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349e7fc640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f34a00ae840 0x7f34a00b0be0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49934/0 (socket says 172.21.15.116:49934) 2023-11-30T08:27:26.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349e7fc640 1 -- 172.21.15.116:0/3827885234 learned_addr learned my addr 172.21.15.116:0/3827885234 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:26.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349f7fe640 1 --2- 172.21.15.116:0/3827885234 >> v2:172.21.15.162:3300/0 conn(0x7f34a00b12f0 0x7f34a00adf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3919198047 0 0) 0x7f34a00adad0 con 0x7f34a00ae840 2023-11-30T08:27:26.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3488003530 con 0x7f34a00ae840 2023-11-30T08:27:26.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4064758863 0 0) 0x7f3488003530 con 0x7f34a00ae840 2023-11-30T08:27:26.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 >> v2:172.21.15.162:3300/0 conn(0x7f34a00b12f0 msgr2=0x7f34a00adf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:26.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 --2- 172.21.15.116:0/3827885234 >> v2:172.21.15.162:3300/0 conn(0x7f34a00b12f0 0x7f34a00adf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 >> v1:172.21.15.162:6789/0 conn(0x7f34a006c920 legacy=0x7f34a00b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34a00b4440 con 0x7f34a00ae840 2023-11-30T08:27:26.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f3490001680 con 0x7f34a00ae840 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 >> v1:172.21.15.116:6789/0 conn(0x7f34a00ae840 legacy=0x7f34a00b0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 --2- 172.21.15.116:0/3827885234 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 0x7f3488003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 --2- 172.21.15.116:0/3827885234 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f34880047d0 0x7f3488004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 --2- 172.21.15.116:0/3827885234 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f34880052b0 0x7f348800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34a00b4770 con 0x7f3488003980 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f348800c180 con 0x7f34880052b0 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f348800c340 con 0x7f34880047d0 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349effd640 1 --2- 172.21.15.116:0/3827885234 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 0x7f3488003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349e7fc640 1 --2- 172.21.15.116:0/3827885234 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f34880047d0 0x7f3488004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349f7fe640 1 --2- 172.21.15.116:0/3827885234 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f34880052b0 0x7f348800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349effd640 1 -- 172.21.15.116:0/3827885234 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f34880047d0 msgr2=0x7f3488004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349effd640 1 --2- 172.21.15.116:0/3827885234 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f34880047d0 0x7f3488004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349effd640 1 -- 172.21.15.116:0/3827885234 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f34880052b0 msgr2=0x7f348800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349effd640 1 --2- 172.21.15.116:0/3827885234 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f34880052b0 0x7f348800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349effd640 1 -- 172.21.15.116:0/3827885234 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3488003530 con 0x7f3488003980 2023-11-30T08:27:26.144 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349f7fe640 1 --2- 172.21.15.116:0/3827885234 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f34880052b0 0x7f348800b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:26.144 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349f7fe640 1 -- 172.21.15.116:0/3827885234 reap_dead start 2023-11-30T08:27:26.147 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349effd640 1 --2- 172.21.15.116:0/3827885234 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 0x7f3488003da0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3494001750 tx=0x7f349401c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ee440785af8ffbb server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:26.147 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34940052d0 con 0x7f3488003980 2023-11-30T08:27:26.147 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f34940a7050 con 0x7f3488003980 2023-11-30T08:27:26.147 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.133+0000 7f349dffb640 1 -- 172.21.15.116:0/3827885234 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3494003600 con 0x7f3488003980 2023-11-30T08:27:26.147 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 -- 172.21.15.116:0/3827885234 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 msgr2=0x7f3488003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 --2- 172.21.15.116:0/3827885234 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 0x7f3488003da0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f3494001750 tx=0x7f349401c3a0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 -- 172.21.15.116:0/3827885234 shutdown_connections 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 --2- 172.21.15.116:0/3827885234 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 0x7f3488003da0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 -- 172.21.15.116:0/3827885234 >> 172.21.15.116:0/3827885234 conn(0x7f34a00b48e0 msgr2=0x7f34a00b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 -- 172.21.15.116:0/3827885234 shutdown_connections 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 -- 172.21.15.116:0/3827885234 wait complete. 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 Processor -- start 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 -- start start 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 0x7f34a01df7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f34a00b6fa0 0x7f34a006f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f34a00b6500 0x7f34a013ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34a006ede0 con 0x7f3488003980 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34a00b7420 con 0x7f34a00b6fa0 2023-11-30T08:27:26.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34a01417e0 con 0x7f34a00b6500 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f349effd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 0x7f34a01df7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f349effd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 0x7f34a01df7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47500/0 (socket says 172.21.15.116:47500) 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f349effd640 1 -- 172.21.15.116:0/1014675304 learned_addr learned my addr 172.21.15.116:0/1014675304 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f349e7fc640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f34a00b6fa0 0x7f34a006f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f349f7fe640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f34a00b6500 0x7f34a013ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f349effd640 1 -- 172.21.15.116:0/1014675304 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f34a00b6500 msgr2=0x7f34a013ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f349effd640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f34a00b6500 0x7f34a013ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f349effd640 1 -- 172.21.15.116:0/1014675304 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f34a00b6fa0 msgr2=0x7f34a006f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f349effd640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f34a00b6fa0 0x7f34a006f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f349effd640 1 -- 172.21.15.116:0/1014675304 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34a006f960 con 0x7f3488003980 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f349effd640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 0x7f34a01df7e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3494005040 tx=0x7f3488005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34877fe640 1 -- 172.21.15.116:0/1014675304 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34940072f0 con 0x7f3488003980 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34877fe640 1 -- 172.21.15.116:0/1014675304 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3494007450 con 0x7f3488003980 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 -- 172.21.15.116:0/1014675304 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34a006fc10 con 0x7f3488003980 2023-11-30T08:27:26.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34877fe640 1 -- 172.21.15.116:0/1014675304 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34940067e0 con 0x7f3488003980 2023-11-30T08:27:26.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 -- 172.21.15.116:0/1014675304 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34a00b7630 con 0x7f3488003980 2023-11-30T08:27:26.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.137+0000 7f34a5502640 1 -- 172.21.15.116:0/1014675304 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34a00679e0 con 0x7f3488003980 2023-11-30T08:27:26.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.141+0000 7f34877fe640 1 -- 172.21.15.116:0/1014675304 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3494006940 con 0x7f3488003980 2023-11-30T08:27:26.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.141+0000 7f34877fe640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f348c0664a0 0x7f348c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.141+0000 7f349e7fc640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f348c0664a0 0x7f348c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.141+0000 7f34877fe640 1 -- 172.21.15.116:0/1014675304 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f349411dbc0 con 0x7f3488003980 2023-11-30T08:27:26.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.141+0000 7f349e7fc640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f348c0664a0 0x7f348c068960 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f34a013bf60 tx=0x7f3490001d60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:26.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.145+0000 7f34877fe640 1 -- 172.21.15.116:0/1014675304 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f34940eb0d0 con 0x7f3488003980 2023-11-30T08:27:26.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.317+0000 7f34a5502640 1 -- 172.21.15.116:0/1014675304 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f34a00688f0 con 0x7f3488003980 2023-11-30T08:27:26.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.317+0000 7f34877fe640 1 -- 172.21.15.116:0/1014675304 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+3333 (secure 0 0 0) 0x7f34940b8d20 con 0x7f3488003980 2023-11-30T08:27:26.326 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:26.327 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1863471364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1863471364},{"type":"v1","addr":"172.21.15.162:6833","nonce":1863471364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:00.537666+0000","modified":"2023-11-30T08:27:03.551014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3119338983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3119338983},{"type":"v1","addr":"172.21.15.116:6835","nonce":3119338983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-30T08:27:26.327 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 8 2023-11-30T08:27:26.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.321+0000 7f34a5502640 1 -- 172.21.15.116:0/1014675304 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f348c0664a0 msgr2=0x7f348c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.321+0000 7f34a5502640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f348c0664a0 0x7f348c068960 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f34a013bf60 tx=0x7f3490001d60 comp rx=0 tx=0).stop 2023-11-30T08:27:26.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.321+0000 7f34a5502640 1 -- 172.21.15.116:0/1014675304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 msgr2=0x7f34a01df7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.321+0000 7f34a5502640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 0x7f34a01df7e0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f3494005040 tx=0x7f3488005800 comp rx=0 tx=0).stop 2023-11-30T08:27:26.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.321+0000 7f34a5502640 1 -- 172.21.15.116:0/1014675304 shutdown_connections 2023-11-30T08:27:26.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.321+0000 7f34a5502640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f348c0664a0 0x7f348c068960 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.321+0000 7f34a5502640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f34a00b6500 0x7f34a013ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.321+0000 7f34a5502640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f34a00b6fa0 0x7f34a006f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.321+0000 7f34a5502640 1 --2- 172.21.15.116:0/1014675304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3488003980 0x7f34a01df7e0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.321+0000 7f34a5502640 1 -- 172.21.15.116:0/1014675304 >> 172.21.15.116:0/1014675304 conn(0x7f34a00b48e0 msgr2=0x7f34a00b2e00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:26.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.321+0000 7f34a5502640 1 -- 172.21.15.116:0/1014675304 shutdown_connections 2023-11-30T08:27:26.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.321+0000 7f34a5502640 1 -- 172.21.15.116:0/1014675304 wait complete. 2023-11-30T08:27:26.344 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:26.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3cea5e640 1 Processor -- start 2023-11-30T08:27:26.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3cea5e640 1 -- start start 2023-11-30T08:27:26.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3cea5e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fb3c80bc830 0x7fb3c80b3db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3cea5e640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3c8140e10 con 0x7fb3c81402d0 2023-11-30T08:27:26.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3cea5e640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3c80b4690 con 0x7fb3c8149ef0 2023-11-30T08:27:26.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3cea5e640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3c80b8740 con 0x7fb3c80bc830 2023-11-30T08:27:26.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3c7fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fb3c80bc830 0x7fb3c80b3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3ccffb640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fb3c81402d0 0x7fb3c8140700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49936/0 (socket says 172.21.15.116:49936) 2023-11-30T08:27:26.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3ccffb640 1 -- 172.21.15.116:0/3901510215 learned_addr learned my addr 172.21.15.116:0/3901510215 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:26.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3c7fff640 1 -- 172.21.15.116:0/3901510215 >> v1:172.21.15.162:6789/0 conn(0x7fb3c8149ef0 legacy=0x7fb3c814a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:26.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3c7fff640 1 -- 172.21.15.116:0/3901510215 >> v1:172.21.15.116:6789/0 conn(0x7fb3c81402d0 legacy=0x7fb3c8140700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3c7fff640 1 -- 172.21.15.116:0/3901510215 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3c80bcc10 con 0x7fb3c80bc830 2023-11-30T08:27:26.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.441+0000 7fb3c6ffd640 1 -- 172.21.15.116:0/3901510215 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 464871208 0 0) 0x7fb3c0001120 con 0x7fb3c81402d0 2023-11-30T08:27:26.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3c7fff640 1 --2- 172.21.15.116:0/3901510215 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3c80bc830 0x7fb3c80b3db0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8009d90 tx=0x7fb3b801c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfa135aca31480e3 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:26.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3c6ffd640 1 -- 172.21.15.116:0/3901510215 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b80a5910 con 0x7fb3c80bc830 2023-11-30T08:27:26.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3c6ffd640 1 -- 172.21.15.116:0/3901510215 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3b80a5a70 con 0x7fb3c80bc830 2023-11-30T08:27:26.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3c6ffd640 1 -- 172.21.15.116:0/3901510215 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3b80a5e00 con 0x7fb3c80bc830 2023-11-30T08:27:26.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3cea5e640 1 -- 172.21.15.116:0/3901510215 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3c80bc830 msgr2=0x7fb3c80b3db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3cea5e640 1 --2- 172.21.15.116:0/3901510215 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3c80bc830 0x7fb3c80b3db0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8009d90 tx=0x7fb3b801c850 comp rx=0 tx=0).stop 2023-11-30T08:27:26.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3cea5e640 1 -- 172.21.15.116:0/3901510215 shutdown_connections 2023-11-30T08:27:26.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3cea5e640 1 --2- 172.21.15.116:0/3901510215 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3c80bc830 0x7fb3c80b3db0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3cea5e640 1 -- 172.21.15.116:0/3901510215 >> 172.21.15.116:0/3901510215 conn(0x7fb3c8072340 msgr2=0x7fb3c80bbec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:26.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3cea5e640 1 -- 172.21.15.116:0/3901510215 shutdown_connections 2023-11-30T08:27:26.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3cea5e640 1 -- 172.21.15.116:0/3901510215 wait complete. 2023-11-30T08:27:26.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3cea5e640 1 Processor -- start 2023-11-30T08:27:26.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.445+0000 7fb3cea5e640 1 -- start start 2023-11-30T08:27:26.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3cea5e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb3c80bc830 0x7fb3c8148cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3cea5e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3c81402d0 0x7fb3c8131ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3cea5e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3c8149ef0 0x7fb3c8138450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3cea5e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3c81491f0 con 0x7fb3c81402d0 2023-11-30T08:27:26.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3cea5e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3c8149790 con 0x7fb3c80bc830 2023-11-30T08:27:26.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3cea5e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3c8133350 con 0x7fb3c8149ef0 2023-11-30T08:27:26.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c77fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3c81402d0 0x7fb3c8131ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c77fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3c81402d0 0x7fb3c8131ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47504/0 (socket says 172.21.15.116:47504) 2023-11-30T08:27:26.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c77fe640 1 -- 172.21.15.116:0/1542341065 learned_addr learned my addr 172.21.15.116:0/1542341065 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c7fff640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb3c80bc830 0x7fb3c8148cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c77fe640 1 -- 172.21.15.116:0/1542341065 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3c8149ef0 msgr2=0x7fb3c8138450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3ccffb640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3c8149ef0 0x7fb3c8138450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c77fe640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3c8149ef0 0x7fb3c8138450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c77fe640 1 -- 172.21.15.116:0/1542341065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb3c80bc830 msgr2=0x7fb3c8148cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c77fe640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb3c80bc830 0x7fb3c8148cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c77fe640 1 -- 172.21.15.116:0/1542341065 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3b8009a70 con 0x7fb3c81402d0 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c77fe640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3c81402d0 0x7fb3c8131ea0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc00b410 tx=0x7fb3bc00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c4ff9640 1 -- 172.21.15.116:0/1542341065 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3bc004020 con 0x7fb3c81402d0 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c4ff9640 1 -- 172.21.15.116:0/1542341065 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3bc004180 con 0x7fb3c81402d0 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c4ff9640 1 -- 172.21.15.116:0/1542341065 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3bc011630 con 0x7fb3c81402d0 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3cea5e640 1 -- 172.21.15.116:0/1542341065 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3c813a110 con 0x7fb3c81402d0 2023-11-30T08:27:26.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3cea5e640 1 -- 172.21.15.116:0/1542341065 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3c8136c90 con 0x7fb3c81402d0 2023-11-30T08:27:26.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3cea5e640 1 -- 172.21.15.116:0/1542341065 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3c8067e60 con 0x7fb3c81402d0 2023-11-30T08:27:26.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c4ff9640 1 -- 172.21.15.116:0/1542341065 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fb3bc011790 con 0x7fb3c81402d0 2023-11-30T08:27:26.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c4ff9640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb3b4066470 0x7fb3b4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c7fff640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb3b4066470 0x7fb3b4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c4ff9640 1 -- 172.21.15.116:0/1542341065 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb3bc083b30 con 0x7fb3c81402d0 2023-11-30T08:27:26.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.449+0000 7fb3c7fff640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb3b4066470 0x7fb3b4068930 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fb3b80af000 tx=0x7fb3b80a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:26.462 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.453+0000 7fb3c4ff9640 1 -- 172.21.15.116:0/1542341065 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fb3bc051040 con 0x7fb3c81402d0 2023-11-30T08:27:26.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.597+0000 7fb3cea5e640 1 -- 172.21.15.116:0/1542341065 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb3c8149950 con 0x7fb3c81402d0 2023-11-30T08:27:26.606 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.597+0000 7fb3c4ff9640 1 -- 172.21.15.116:0/1542341065 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7fb3bc015090 con 0x7fb3c81402d0 2023-11-30T08:27:26.607 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:26.607 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:26.609 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.601+0000 7fb3cea5e640 1 -- 172.21.15.116:0/1542341065 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb3b4066470 msgr2=0x7fb3b4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.609 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.601+0000 7fb3cea5e640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb3b4066470 0x7fb3b4068930 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fb3b80af000 tx=0x7fb3b80a7070 comp rx=0 tx=0).stop 2023-11-30T08:27:26.609 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.601+0000 7fb3cea5e640 1 -- 172.21.15.116:0/1542341065 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3c81402d0 msgr2=0x7fb3c8131ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.609 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.601+0000 7fb3cea5e640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3c81402d0 0x7fb3c8131ea0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc00b410 tx=0x7fb3bc00b8d0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.609 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.601+0000 7fb3cea5e640 1 -- 172.21.15.116:0/1542341065 shutdown_connections 2023-11-30T08:27:26.609 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.601+0000 7fb3cea5e640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fb3b4066470 0x7fb3b4068930 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.609 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.601+0000 7fb3cea5e640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fb3c8149ef0 0x7fb3c8138450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.609 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.601+0000 7fb3cea5e640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb3c81402d0 0x7fb3c8131ea0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.609 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.601+0000 7fb3cea5e640 1 --2- 172.21.15.116:0/1542341065 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fb3c80bc830 0x7fb3c8148cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.610 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.601+0000 7fb3cea5e640 1 -- 172.21.15.116:0/1542341065 >> 172.21.15.116:0/1542341065 conn(0x7fb3c8072340 msgr2=0x7fb3c8066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:26.610 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.601+0000 7fb3cea5e640 1 -- 172.21.15.116:0/1542341065 shutdown_connections 2023-11-30T08:27:26.610 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.601+0000 7fb3cea5e640 1 -- 172.21.15.116:0/1542341065 wait complete. 2023-11-30T08:27:26.624 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-30T08:26:58.774799+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-11-30T08:26:59.510853+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:26.625 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:26.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.741+0000 7f2e6ce02640 1 Processor -- start 2023-11-30T08:27:26.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.741+0000 7f2e6ce02640 1 -- start start 2023-11-30T08:27:26.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.741+0000 7f2e6ce02640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f2e680b5f80 0x7f2e680b38e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.741+0000 7f2e6ce02640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f2e680b3e20 0x7f2e68147c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.741+0000 7f2e6ce02640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e680b4280 con 0x7f2e681481a0 2023-11-30T08:27:26.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.741+0000 7f2e6ce02640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e680b1f80 con 0x7f2e680b3e20 2023-11-30T08:27:26.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.741+0000 7f2e6ce02640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e68148610 con 0x7f2e680b5f80 2023-11-30T08:27:26.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.741+0000 7f2e5ffff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f2e680b3e20 0x7f2e68147c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.741+0000 7f2e5ffff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f2e680b3e20 0x7f2e68147c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47518/0 (socket says 172.21.15.116:47518) 2023-11-30T08:27:26.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.741+0000 7f2e5ffff640 1 -- 172.21.15.116:0/720060890 learned_addr learned my addr 172.21.15.116:0/720060890 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:26.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.741+0000 7f2e6659c640 1 --2- 172.21.15.116:0/720060890 >> v2:172.21.15.162:3300/0 conn(0x7f2e680b5f80 0x7f2e680b38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e5ffff640 1 -- 172.21.15.116:0/720060890 >> v2:172.21.15.162:3300/0 conn(0x7f2e680b5f80 msgr2=0x7f2e680b38e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:26.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e5ffff640 1 --2- 172.21.15.116:0/720060890 >> v2:172.21.15.162:3300/0 conn(0x7f2e680b5f80 0x7f2e680b38e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e5ffff640 1 -- 172.21.15.116:0/720060890 >> v1:172.21.15.162:6789/0 conn(0x7f2e681481a0 legacy=0x7f2e680708c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:26.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e5ffff640 1 -- 172.21.15.116:0/720060890 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e680b6360 con 0x7f2e680b3e20 2023-11-30T08:27:26.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e5ffff640 1 --2- 172.21.15.116:0/720060890 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2e680b3e20 0x7f2e68147c60 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2e68071f50 tx=0x7f2e5001c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e29ee6dfd216d5b2 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:26.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e65d9b640 1 -- 172.21.15.116:0/720060890 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e500ac640 con 0x7f2e680b3e20 2023-11-30T08:27:26.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e65d9b640 1 -- 172.21.15.116:0/720060890 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e500ac7a0 con 0x7f2e680b3e20 2023-11-30T08:27:26.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e65d9b640 1 -- 172.21.15.116:0/720060890 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e500acb30 con 0x7f2e680b3e20 2023-11-30T08:27:26.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e6ce02640 1 -- 172.21.15.116:0/720060890 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2e680b3e20 msgr2=0x7f2e68147c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e6ce02640 1 --2- 172.21.15.116:0/720060890 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2e680b3e20 0x7f2e68147c60 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2e68071f50 tx=0x7f2e5001c500 comp rx=0 tx=0).stop 2023-11-30T08:27:26.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e6ce02640 1 -- 172.21.15.116:0/720060890 shutdown_connections 2023-11-30T08:27:26.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e6ce02640 1 --2- 172.21.15.116:0/720060890 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2e680b3e20 0x7f2e68147c60 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e6ce02640 1 --2- 172.21.15.116:0/720060890 >> v2:172.21.15.162:3300/0 conn(0x7f2e680b5f80 0x7f2e680b38e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e6ce02640 1 -- 172.21.15.116:0/720060890 >> 172.21.15.116:0/720060890 conn(0x7f2e6806a980 msgr2=0x7f2e6806ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:26.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e6ce02640 1 -- 172.21.15.116:0/720060890 shutdown_connections 2023-11-30T08:27:26.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.745+0000 7f2e6ce02640 1 -- 172.21.15.116:0/720060890 wait complete. 2023-11-30T08:27:26.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e6ce02640 1 Processor -- start 2023-11-30T08:27:26.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e6ce02640 1 -- start start 2023-11-30T08:27:26.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e6ce02640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2e680b3e20 0x7f2e68144810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e6ce02640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2e680b5f80 0x7f2e681df0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e6ce02640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2e681481a0 0x7f2e6813d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e6ce02640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e681453d0 con 0x7f2e680b5f80 2023-11-30T08:27:26.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e6ce02640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e6814eff0 con 0x7f2e681481a0 2023-11-30T08:27:26.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e6ce02640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e681e27b0 con 0x7f2e680b3e20 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5ffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2e680b5f80 0x7f2e681df0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5ffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2e680b5f80 0x7f2e681df0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47528/0 (socket says 172.21.15.116:47528) 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5ffff640 1 -- 172.21.15.116:0/2598493599 learned_addr learned my addr 172.21.15.116:0/2598493599 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e6659c640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2e680b3e20 0x7f2e68144810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5ffff640 1 -- 172.21.15.116:0/2598493599 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2e680b3e20 msgr2=0x7f2e68144810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5ffff640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2e680b3e20 0x7f2e68144810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5ffff640 1 -- 172.21.15.116:0/2598493599 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2e681481a0 msgr2=0x7f2e6813d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e66d9d640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2e681481a0 0x7f2e6813d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5ffff640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2e681481a0 0x7f2e6813d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5ffff640 1 -- 172.21.15.116:0/2598493599 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e500094d0 con 0x7f2e680b5f80 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e66d9d640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2e681481a0 0x7f2e6813d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5ffff640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2e680b5f80 0x7f2e681df0a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f2e50019110 tx=0x7f2e500192a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5effd640 1 -- 172.21.15.116:0/2598493599 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e500b5640 con 0x7f2e680b5f80 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5effd640 1 -- 172.21.15.116:0/2598493599 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e500b57a0 con 0x7f2e680b5f80 2023-11-30T08:27:26.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e6ce02640 1 -- 172.21.15.116:0/2598493599 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e681e2a90 con 0x7f2e680b5f80 2023-11-30T08:27:26.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5effd640 1 -- 172.21.15.116:0/2598493599 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e500b5b50 con 0x7f2e680b5f80 2023-11-30T08:27:26.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e6ce02640 1 -- 172.21.15.116:0/2598493599 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e681df5e0 con 0x7f2e680b5f80 2023-11-30T08:27:26.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e6ce02640 1 -- 172.21.15.116:0/2598493599 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e680b1790 con 0x7f2e680b5f80 2023-11-30T08:27:26.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.749+0000 7f2e5effd640 1 -- 172.21.15.116:0/2598493599 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2e500b3070 con 0x7f2e680b5f80 2023-11-30T08:27:26.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.753+0000 7f2e5effd640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2e48066470 0x7f2e48068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:26.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.753+0000 7f2e5effd640 1 -- 172.21.15.116:0/2598493599 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2e5011e190 con 0x7f2e680b5f80 2023-11-30T08:27:26.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.753+0000 7f2e6659c640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2e48066470 0x7f2e48068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:26.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.753+0000 7f2e6659c640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2e48066470 0x7f2e48068930 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f2e58009790 tx=0x7f2e58008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:26.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.757+0000 7f2e5effd640 1 -- 172.21.15.116:0/2598493599 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2e500eb620 con 0x7f2e680b5f80 2023-11-30T08:27:26.916 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.905+0000 7f2e6ce02640 1 -- 172.21.15.116:0/2598493599 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2e6813ed00 con 0x7f2e680b5f80 2023-11-30T08:27:26.916 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e5effd640 1 -- 172.21.15.116:0/2598493599 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v20) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2e500f5070 con 0x7f2e680b5f80 2023-11-30T08:27:26.916 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:26.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e6ce02640 1 -- 172.21.15.116:0/2598493599 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2e48066470 msgr2=0x7f2e48068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e6ce02640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2e48066470 0x7f2e48068930 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f2e58009790 tx=0x7f2e58008040 comp rx=0 tx=0).stop 2023-11-30T08:27:26.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e6ce02640 1 -- 172.21.15.116:0/2598493599 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2e680b5f80 msgr2=0x7f2e681df0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:26.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e6ce02640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2e680b5f80 0x7f2e681df0a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f2e50019110 tx=0x7f2e500192a0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e6ce02640 1 -- 172.21.15.116:0/2598493599 shutdown_connections 2023-11-30T08:27:26.918 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e6ce02640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2e681481a0 0x7f2e6813d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e6ce02640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2e680b5f80 0x7f2e681df0a0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e6ce02640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2e48066470 0x7f2e48068930 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e6ce02640 1 --2- 172.21.15.116:0/2598493599 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2e680b3e20 0x7f2e68144810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:26.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e6ce02640 1 -- 172.21.15.116:0/2598493599 >> 172.21.15.116:0/2598493599 conn(0x7f2e6806a980 msgr2=0x7f2e680b2de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:26.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e6ce02640 1 -- 172.21.15.116:0/2598493599 shutdown_connections 2023-11-30T08:27:26.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:26.909+0000 7f2e6ce02640 1 -- 172.21.15.116:0/2598493599 wait complete. 2023-11-30T08:27:26.933 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-30T08:27:27.055 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.045+0000 7f90cec0d640 1 Processor -- start 2023-11-30T08:27:27.055 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.045+0000 7f90cec0d640 1 -- start start 2023-11-30T08:27:27.056 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f90c80af300 0x7f90c80b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f90c80ae750 0x7f90c80ad530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90c80b02e0 con 0x7f90c806c8b0 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90c80aded0 con 0x7f90c80af300 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90c806cc90 con 0x7f90c80ae750 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90c7fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f90c80af300 0x7f90c80b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cc9a9640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f90c806c8b0 0x7f90c80ace20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49948/0 (socket says 172.21.15.116:49948) 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cc9a9640 1 -- 172.21.15.116:0/4079515612 learned_addr learned my addr 172.21.15.116:0/4079515612 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90c7fff640 1 -- 172.21.15.116:0/4079515612 >> v2:172.21.15.162:3300/0 conn(0x7f90c80ae750 msgr2=0x7f90c80ad530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cd1aa640 1 --2- 172.21.15.116:0/4079515612 >> v2:172.21.15.162:3300/0 conn(0x7f90c80ae750 0x7f90c80ad530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90c77fe640 1 -- 172.21.15.116:0/4079515612 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2675247473 0 0) 0x7f90c80b02e0 con 0x7f90c806c8b0 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90c7fff640 1 --2- 172.21.15.116:0/4079515612 >> v2:172.21.15.162:3300/0 conn(0x7f90c80ae750 0x7f90c80ad530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90c7fff640 1 -- 172.21.15.116:0/4079515612 >> v1:172.21.15.116:6789/0 conn(0x7f90c806c8b0 legacy=0x7f90c80ace20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.057 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90c7fff640 1 -- 172.21.15.116:0/4079515612 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90c80b05c0 con 0x7f90c80af300 2023-11-30T08:27:27.058 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cd1aa640 1 --2- 172.21.15.116:0/4079515612 >> v2:172.21.15.162:3300/0 conn(0x7f90c80ae750 0x7f90c80ad530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:27.058 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90c7fff640 1 --2- 172.21.15.116:0/4079515612 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90c80af300 0x7f90c80b4220 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f90c809db60 tx=0x7f90b001c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bda60425c61f74b5 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:27.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90c77fe640 1 -- 172.21.15.116:0/4079515612 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b00ab600 con 0x7f90c80af300 2023-11-30T08:27:27.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90c77fe640 1 -- 172.21.15.116:0/4079515612 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90b00a7050 con 0x7f90c80af300 2023-11-30T08:27:27.059 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90c77fe640 1 -- 172.21.15.116:0/4079515612 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b00ab980 con 0x7f90c80af300 2023-11-30T08:27:27.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 -- 172.21.15.116:0/4079515612 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90c80af300 msgr2=0x7f90c80b4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 --2- 172.21.15.116:0/4079515612 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90c80af300 0x7f90c80b4220 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f90c809db60 tx=0x7f90b001c3a0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 -- 172.21.15.116:0/4079515612 shutdown_connections 2023-11-30T08:27:27.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 --2- 172.21.15.116:0/4079515612 >> v2:172.21.15.162:3300/0 conn(0x7f90c80ae750 0x7f90c80ad530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 --2- 172.21.15.116:0/4079515612 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90c80af300 0x7f90c80b4220 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 -- 172.21.15.116:0/4079515612 >> 172.21.15.116:0/4079515612 conn(0x7f90c80b4900 msgr2=0x7f90c80b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:27.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 -- 172.21.15.116:0/4079515612 shutdown_connections 2023-11-30T08:27:27.060 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.049+0000 7f90cec0d640 1 -- 172.21.15.116:0/4079515612 wait complete. 2023-11-30T08:27:27.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90cec0d640 1 Processor -- start 2023-11-30T08:27:27.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90cec0d640 1 -- start start 2023-11-30T08:27:27.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90cec0d640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f90c806c8b0 0x7f90c80b2960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90cec0d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90c80ae750 0x7f90c806f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90cec0d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f90c80af300 0x7f90c813ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90cec0d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c81407b0 con 0x7f90c80ae750 2023-11-30T08:27:27.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90cec0d640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c8070530 con 0x7f90c806c8b0 2023-11-30T08:27:27.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90cec0d640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90c8140160 con 0x7f90c80af300 2023-11-30T08:27:27.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c7fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90c80ae750 0x7f90c806f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c7fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90c80ae750 0x7f90c806f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47540/0 (socket says 172.21.15.116:47540) 2023-11-30T08:27:27.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c7fff640 1 -- 172.21.15.116:0/821427255 learned_addr learned my addr 172.21.15.116:0/821427255 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:27.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90cc9a9640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f90c806c8b0 0x7f90c80b2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c7fff640 1 -- 172.21.15.116:0/821427255 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f90c80af300 msgr2=0x7f90c813ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c7fff640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f90c80af300 0x7f90c813ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c7fff640 1 -- 172.21.15.116:0/821427255 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f90c806c8b0 msgr2=0x7f90c80b2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c7fff640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f90c806c8b0 0x7f90c80b2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c7fff640 1 -- 172.21.15.116:0/821427255 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90b0009420 con 0x7f90c80ae750 2023-11-30T08:27:27.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c7fff640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90c80ae750 0x7f90c806f0e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f90b00ae040 tx=0x7f90b0019140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:27.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c57fa640 1 -- 172.21.15.116:0/821427255 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b00b4610 con 0x7f90c80ae750 2023-11-30T08:27:27.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c57fa640 1 -- 172.21.15.116:0/821427255 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90b00b4770 con 0x7f90c80ae750 2023-11-30T08:27:27.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90cec0d640 1 -- 172.21.15.116:0/821427255 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90c8140440 con 0x7f90c80ae750 2023-11-30T08:27:27.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c57fa640 1 -- 172.21.15.116:0/821427255 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b00b4b20 con 0x7f90c80ae750 2023-11-30T08:27:27.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90cec0d640 1 -- 172.21.15.116:0/821427255 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90c80b3100 con 0x7f90c80ae750 2023-11-30T08:27:27.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90cec0d640 1 -- 172.21.15.116:0/821427255 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90c806ee00 con 0x7f90c80ae750 2023-11-30T08:27:27.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.053+0000 7f90c57fa640 1 -- 172.21.15.116:0/821427255 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f90b00b2040 con 0x7f90c80ae750 2023-11-30T08:27:27.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.057+0000 7f90c57fa640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f90a8066470 0x7f90a8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.057+0000 7f90cc9a9640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f90a8066470 0x7f90a8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.057+0000 7f90c57fa640 1 -- 172.21.15.116:0/821427255 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90b011df00 con 0x7f90c80ae750 2023-11-30T08:27:27.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.057+0000 7f90cc9a9640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f90a8066470 0x7f90a8068930 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f90b80012f0 tx=0x7f90b8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:27.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.061+0000 7f90c57fa640 1 -- 172.21.15.116:0/821427255 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f90c806ee00 con 0x7f90c80ae750 2023-11-30T08:27:27.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.201+0000 7f90cec0d640 1 -- 172.21.15.116:0/821427255 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f90c806ee00 con 0x7f90c80ae750 2023-11-30T08:27:27.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90c57fa640 1 -- 172.21.15.116:0/821427255 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v20) v1 ==== 104+0+11 (secure 0 0 0) 0x7f90c806ee00 con 0x7f90c80ae750 2023-11-30T08:27:27.212 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 32 2023-11-30T08:27:27.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90cec0d640 1 -- 172.21.15.116:0/821427255 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f90a8066470 msgr2=0x7f90a8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90cec0d640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f90a8066470 0x7f90a8068930 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f90b80012f0 tx=0x7f90b8009040 comp rx=0 tx=0).stop 2023-11-30T08:27:27.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90cec0d640 1 -- 172.21.15.116:0/821427255 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90c80ae750 msgr2=0x7f90c806f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90cec0d640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90c80ae750 0x7f90c806f0e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f90b00ae040 tx=0x7f90b0019140 comp rx=0 tx=0).stop 2023-11-30T08:27:27.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90cec0d640 1 -- 172.21.15.116:0/821427255 shutdown_connections 2023-11-30T08:27:27.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90cec0d640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f90a8066470 0x7f90a8068930 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90cec0d640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f90c80af300 0x7f90c813ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90cec0d640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90c80ae750 0x7f90c806f0e0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90cec0d640 1 --2- 172.21.15.116:0/821427255 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f90c806c8b0 0x7f90c80b2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90cec0d640 1 -- 172.21.15.116:0/821427255 >> 172.21.15.116:0/821427255 conn(0x7f90c80b4900 msgr2=0x7f90c8070ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:27.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90cec0d640 1 -- 172.21.15.116:0/821427255 shutdown_connections 2023-11-30T08:27:27.215 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.205+0000 7f90cec0d640 1 -- 172.21.15.116:0/821427255 wait complete. 2023-11-30T08:27:27.229 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-30T08:27:27.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4c0373640 1 Processor -- start 2023-11-30T08:27:27.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4c0373640 1 -- start start 2023-11-30T08:27:27.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4c0373640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4b81451c0 0x7fe4b814fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4c0373640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4b80b1730 con 0x7fe4b80af300 2023-11-30T08:27:27.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4c0373640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4b806c7f0 con 0x7fe4b80b1eb0 2023-11-30T08:27:27.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4c0373640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b806cd70 con 0x7fe4b81451c0 2023-11-30T08:27:27.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd90e640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fe4b80af300 0x7fe4b8144ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49952/0 (socket says 172.21.15.116:49952) 2023-11-30T08:27:27.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd90e640 1 -- 172.21.15.116:0/790620123 learned_addr learned my addr 172.21.15.116:0/790620123 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:27.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4be910640 1 --2- 172.21.15.116:0/790620123 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4b81451c0 0x7fe4b814fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3094008263 0 0) 0x7fe4b80b1730 con 0x7fe4b80af300 2023-11-30T08:27:27.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe4a4003530 con 0x7fe4b80af300 2023-11-30T08:27:27.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4211533323 0 0) 0x7fe4a4003530 con 0x7fe4b80af300 2023-11-30T08:27:27.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4b81451c0 msgr2=0x7fe4b814fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:27.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 --2- 172.21.15.116:0/790620123 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4b81451c0 0x7fe4b814fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 >> v1:172.21.15.162:6789/0 conn(0x7fe4b80b1eb0 legacy=0x7fe4b80aff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4b80b2290 con 0x7fe4b80af300 2023-11-30T08:27:27.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fe4a8001680 con 0x7fe4b80af300 2023-11-30T08:27:27.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 >> v1:172.21.15.116:6789/0 conn(0x7fe4b80af300 legacy=0x7fe4b8144ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 --2- 172.21.15.116:0/790620123 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4b81451c0 0x7fe4a40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 --2- 172.21.15.116:0/790620123 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4a4003f30 0x7fe4a40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 --2- 172.21.15.116:0/790620123 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4a4004d10 0x7fe4a4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b806cd70 con 0x7fe4a4004d10 2023-11-30T08:27:27.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4a400bbd0 con 0x7fe4a4003f30 2023-11-30T08:27:27.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4a400bd90 con 0x7fe4b81451c0 2023-11-30T08:27:27.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4be910640 1 --2- 172.21.15.116:0/790620123 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4a4004d10 0x7fe4a4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4be910640 1 -- 172.21.15.116:0/790620123 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4b81451c0 msgr2=0x7fe4a40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:27.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4be910640 1 --2- 172.21.15.116:0/790620123 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4b81451c0 0x7fe4a40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4be910640 1 -- 172.21.15.116:0/790620123 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4a4003f30 msgr2=0x7fe4a40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:27.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4be910640 1 --2- 172.21.15.116:0/790620123 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4a4003f30 0x7fe4a40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.344 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.333+0000 7fe4be910640 1 -- 172.21.15.116:0/790620123 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4a4003530 con 0x7fe4a4004d10 2023-11-30T08:27:27.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4be910640 1 --2- 172.21.15.116:0/790620123 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4a4004d10 0x7fe4a4005190 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe4b0009f90 tx=0x7fe4b001cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a498263f6faa296 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:27.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4b00a5ae0 con 0x7fe4a4004d10 2023-11-30T08:27:27.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4b000f040 con 0x7fe4a4004d10 2023-11-30T08:27:27.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4bd10d640 1 -- 172.21.15.116:0/790620123 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4b00a5e80 con 0x7fe4a4004d10 2023-11-30T08:27:27.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 -- 172.21.15.116:0/790620123 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4a4004d10 msgr2=0x7fe4a4005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 --2- 172.21.15.116:0/790620123 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4a4004d10 0x7fe4a4005190 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe4b0009f90 tx=0x7fe4b001cc60 comp rx=0 tx=0).stop 2023-11-30T08:27:27.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4be910640 1 -- 172.21.15.116:0/790620123 reap_dead start 2023-11-30T08:27:27.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 -- 172.21.15.116:0/790620123 shutdown_connections 2023-11-30T08:27:27.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 -- 172.21.15.116:0/790620123 >> 172.21.15.116:0/790620123 conn(0x7fe4b80b4900 msgr2=0x7fe4b80b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:27.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 -- 172.21.15.116:0/790620123 shutdown_connections 2023-11-30T08:27:27.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 -- 172.21.15.116:0/790620123 wait complete. 2023-11-30T08:27:27.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 Processor -- start 2023-11-30T08:27:27.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 -- start start 2023-11-30T08:27:27.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4b806e9e0 0x7fe4b81375d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4b80ae1b0 0x7fe4b806f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4b806f550 0x7fe4b81e2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b80aee70 con 0x7fe4b806e9e0 2023-11-30T08:27:27.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b8071570 con 0x7fe4b80ae1b0 2023-11-30T08:27:27.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4c0373640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b806f990 con 0x7fe4b806f550 2023-11-30T08:27:27.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4be10f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4b806e9e0 0x7fe4b81375d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4be10f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4b806e9e0 0x7fe4b81375d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47570/0 (socket says 172.21.15.116:47570) 2023-11-30T08:27:27.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4be10f640 1 -- 172.21.15.116:0/2185465071 learned_addr learned my addr 172.21.15.116:0/2185465071 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:27.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4be10f640 1 -- 172.21.15.116:0/2185465071 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4b806f550 msgr2=0x7fe4b81e2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4be10f640 1 --2- 172.21.15.116:0/2185465071 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4b806f550 0x7fe4b81e2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4be10f640 1 -- 172.21.15.116:0/2185465071 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4b80ae1b0 msgr2=0x7fe4b806f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4be10f640 1 --2- 172.21.15.116:0/2185465071 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4b80ae1b0 0x7fe4b806f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4be10f640 1 -- 172.21.15.116:0/2185465071 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4b806edc0 con 0x7fe4b806e9e0 2023-11-30T08:27:27.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.337+0000 7fe4be10f640 1 --2- 172.21.15.116:0/2185465071 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4b806e9e0 0x7fe4b81375d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fe4b400c410 tx=0x7fe4b400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:27.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.341+0000 7fe4aeffd640 1 -- 172.21.15.116:0/2185465071 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4b40052d0 con 0x7fe4b806e9e0 2023-11-30T08:27:27.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.341+0000 7fe4aeffd640 1 -- 172.21.15.116:0/2185465071 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4b4005430 con 0x7fe4b806e9e0 2023-11-30T08:27:27.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.341+0000 7fe4c0373640 1 -- 172.21.15.116:0/2185465071 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4b806fc30 con 0x7fe4b806e9e0 2023-11-30T08:27:27.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.341+0000 7fe4aeffd640 1 -- 172.21.15.116:0/2185465071 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4b4003860 con 0x7fe4b806e9e0 2023-11-30T08:27:27.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.341+0000 7fe4c0373640 1 -- 172.21.15.116:0/2185465071 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4b80aec40 con 0x7fe4b806e9e0 2023-11-30T08:27:27.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.341+0000 7fe4c0373640 1 -- 172.21.15.116:0/2185465071 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4b8068960 con 0x7fe4b806e9e0 2023-11-30T08:27:27.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.341+0000 7fe4aeffd640 1 -- 172.21.15.116:0/2185465071 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe4b40039c0 con 0x7fe4b806e9e0 2023-11-30T08:27:27.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.341+0000 7fe4aeffd640 1 --2- 172.21.15.116:0/2185465071 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe49c066470 0x7fe49c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.341+0000 7fe4aeffd640 1 -- 172.21.15.116:0/2185465071 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe4b4083380 con 0x7fe4b806e9e0 2023-11-30T08:27:27.351 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.341+0000 7fe4bd90e640 1 --2- 172.21.15.116:0/2185465071 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe49c066470 0x7fe49c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.352 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.341+0000 7fe4bd90e640 1 --2- 172.21.15.116:0/2185465071 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe49c066470 0x7fe49c068930 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe4a80011f0 tx=0x7fe4a8001530 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:27.353 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.345+0000 7fe4aeffd640 1 -- 172.21.15.116:0/2185465071 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe4b4050950 con 0x7fe4b806e9e0 2023-11-30T08:27:27.496 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 -- 172.21.15.116:0/2185465071 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe4b80b5520 con 0x7fe4b806e9e0 2023-11-30T08:27:27.497 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4aeffd640 1 -- 172.21.15.116:0/2185465071 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v20) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe4b4053f70 con 0x7fe4b806e9e0 2023-11-30T08:27:27.497 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 64 2023-11-30T08:27:27.499 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 -- 172.21.15.116:0/2185465071 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe49c066470 msgr2=0x7fe49c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.499 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 --2- 172.21.15.116:0/2185465071 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe49c066470 0x7fe49c068930 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fe4a80011f0 tx=0x7fe4a8001530 comp rx=0 tx=0).stop 2023-11-30T08:27:27.499 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 -- 172.21.15.116:0/2185465071 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4b806e9e0 msgr2=0x7fe4b81375d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.499 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 --2- 172.21.15.116:0/2185465071 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4b806e9e0 0x7fe4b81375d0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fe4b400c410 tx=0x7fe4b400c8d0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.499 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 -- 172.21.15.116:0/2185465071 shutdown_connections 2023-11-30T08:27:27.499 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 --2- 172.21.15.116:0/2185465071 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe49c066470 0x7fe49c068930 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.499 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 --2- 172.21.15.116:0/2185465071 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4b806f550 0x7fe4b81e2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.499 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 --2- 172.21.15.116:0/2185465071 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4b80ae1b0 0x7fe4b806f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.500 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 --2- 172.21.15.116:0/2185465071 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4b806e9e0 0x7fe4b81375d0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.500 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 -- 172.21.15.116:0/2185465071 >> 172.21.15.116:0/2185465071 conn(0x7fe4b80b4900 msgr2=0x7fe4b80b6430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:27.500 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 -- 172.21.15.116:0/2185465071 shutdown_connections 2023-11-30T08:27:27.500 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.489+0000 7fe4c0373640 1 -- 172.21.15.116:0/2185465071 wait complete. 2023-11-30T08:27:27.515 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:27.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.625+0000 7f1da9c65640 1 Processor -- start 2023-11-30T08:27:27.635 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.625+0000 7f1da9c65640 1 -- start start 2023-11-30T08:27:27.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da9c65640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f1da406c920 0x7f1da40afc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da9c65640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1da40b3fd0 0x7f1da40b0170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da9c65640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1da40af2e0 con 0x7f1da409dd50 2023-11-30T08:27:27.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da9c65640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1da40b1f50 con 0x7f1da406c920 2023-11-30T08:27:27.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da9c65640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1da406cd00 con 0x7f1da40b3fd0 2023-11-30T08:27:27.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da3fff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f1da409dd50 0x7f1da413e320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49960/0 (socket says 172.21.15.116:49960) 2023-11-30T08:27:27.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da3fff640 1 -- 172.21.15.116:0/2569052775 learned_addr learned my addr 172.21.15.116:0/2569052775 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:27.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da2ffd640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1da40b3fd0 0x7f1da40b0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da37fe640 1 --2- 172.21.15.116:0/2569052775 >> v2:172.21.15.162:3300/0 conn(0x7f1da406c920 0x7f1da40afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3786743564 0 0) 0x7f1da40af2e0 con 0x7f1da409dd50 2023-11-30T08:27:27.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1d90003530 con 0x7f1da409dd50 2023-11-30T08:27:27.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2011867210 0 0) 0x7f1d90003530 con 0x7f1da409dd50 2023-11-30T08:27:27.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1da40b3fd0 msgr2=0x7f1da40b0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:27.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1da40b3fd0 0x7f1da40b0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 >> v2:172.21.15.162:3300/0 conn(0x7f1da406c920 msgr2=0x7f1da40afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:27.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 --2- 172.21.15.116:0/2569052775 >> v2:172.21.15.162:3300/0 conn(0x7f1da406c920 0x7f1da40afc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1da40af530 con 0x7f1da409dd50 2023-11-30T08:27:27.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f1d9c001680 con 0x7f1da409dd50 2023-11-30T08:27:27.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 >> v1:172.21.15.116:6789/0 conn(0x7f1da409dd50 legacy=0x7f1da413e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d90003980 0x7f1d90003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1d900047d0 0x7f1d90004c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1d90005150 0x7f1d9000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1da40b1f50 con 0x7f1d90003980 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1da406cd00 con 0x7f1d90005150 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d90004600 con 0x7f1d900047d0 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da37fe640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d90003980 0x7f1d90003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da2ffd640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1d900047d0 0x7f1d90004c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da3fff640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1d90005150 0x7f1d9000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da37fe640 1 -- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1d900047d0 msgr2=0x7f1d90004c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da37fe640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1d900047d0 0x7f1d90004c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da37fe640 1 -- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1d90005150 msgr2=0x7f1d9000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da37fe640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1d90005150 0x7f1d9000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da37fe640 1 -- 172.21.15.116:0/2569052775 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d90003530 con 0x7f1d90003980 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da2ffd640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1d900047d0 0x7f1d90004c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:27.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da3fff640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1d90005150 0x7f1d9000b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:27.643 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da37fe640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d90003980 0x7f1d90003da0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1d9400e170 tx=0x7f1d9401cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b793f6e0481d07e4 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:27.643 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d940a5a70 con 0x7f1d90003980 2023-11-30T08:27:27.643 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d9400f040 con 0x7f1d90003980 2023-11-30T08:27:27.643 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.629+0000 7f1da27fc640 1 -- 172.21.15.116:0/2569052775 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d940a5e10 con 0x7f1d90003980 2023-11-30T08:27:27.644 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 -- 172.21.15.116:0/2569052775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d90003980 msgr2=0x7f1d90003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.644 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 --2- 172.21.15.116:0/2569052775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d90003980 0x7f1d90003da0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1d9400e170 tx=0x7f1d9401cc80 comp rx=0 tx=0).stop 2023-11-30T08:27:27.644 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da3fff640 1 -- 172.21.15.116:0/2569052775 reap_dead start 2023-11-30T08:27:27.644 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 -- 172.21.15.116:0/2569052775 shutdown_connections 2023-11-30T08:27:27.644 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 -- 172.21.15.116:0/2569052775 >> 172.21.15.116:0/2569052775 conn(0x7f1da40b48e0 msgr2=0x7f1da40b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:27.644 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 -- 172.21.15.116:0/2569052775 shutdown_connections 2023-11-30T08:27:27.645 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 -- 172.21.15.116:0/2569052775 wait complete. 2023-11-30T08:27:27.645 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 Processor -- start 2023-11-30T08:27:27.645 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 -- start start 2023-11-30T08:27:27.645 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1d90003980 0x7f1da4132280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.645 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1da40b74d0 0x7f1da41dec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.645 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1da4133ba0 0x7f1da4132aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.645 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1da40b7930 con 0x7f1da4133ba0 2023-11-30T08:27:27.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1da41de170 con 0x7f1d90003980 2023-11-30T08:27:27.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1da41de450 con 0x7f1da40b74d0 2023-11-30T08:27:27.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da3fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1da4133ba0 0x7f1da4132aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da3fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1da4133ba0 0x7f1da4132aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47594/0 (socket says 172.21.15.116:47594) 2023-11-30T08:27:27.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da3fff640 1 -- 172.21.15.116:0/502223381 learned_addr learned my addr 172.21.15.116:0/502223381 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:27.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da2ffd640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1da40b74d0 0x7f1da41dec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da37fe640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1d90003980 0x7f1da4132280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da3fff640 1 -- 172.21.15.116:0/502223381 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1da40b74d0 msgr2=0x7f1da41dec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da3fff640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1da40b74d0 0x7f1da41dec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da3fff640 1 -- 172.21.15.116:0/502223381 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1d90003980 msgr2=0x7f1da4132280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da3fff640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1d90003980 0x7f1da4132280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da3fff640 1 -- 172.21.15.116:0/502223381 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1da41de730 con 0x7f1da4133ba0 2023-11-30T08:27:27.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da3fff640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1da4133ba0 0x7f1da4132aa0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c001060 tx=0x7f1d9c00d9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:27.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1d9bfff640 1 -- 172.21.15.116:0/502223381 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c0074e0 con 0x7f1da4133ba0 2023-11-30T08:27:27.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1d9bfff640 1 -- 172.21.15.116:0/502223381 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d9c007640 con 0x7f1da4133ba0 2023-11-30T08:27:27.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 -- 172.21.15.116:0/502223381 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1da4142480 con 0x7f1da4133ba0 2023-11-30T08:27:27.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1d9bfff640 1 -- 172.21.15.116:0/502223381 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c004a10 con 0x7f1da4133ba0 2023-11-30T08:27:27.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 -- 172.21.15.116:0/502223381 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1da41341f0 con 0x7f1da4133ba0 2023-11-30T08:27:27.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.633+0000 7f1da9c65640 1 -- 172.21.15.116:0/502223381 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1da40679e0 con 0x7f1da4133ba0 2023-11-30T08:27:27.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.637+0000 7f1d9bfff640 1 -- 172.21.15.116:0/502223381 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1d9c004b70 con 0x7f1da4133ba0 2023-11-30T08:27:27.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.637+0000 7f1d9bfff640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1d840664a0 0x7f1d84068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.637+0000 7f1d9bfff640 1 -- 172.21.15.116:0/502223381 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1d9c083b40 con 0x7f1da4133ba0 2023-11-30T08:27:27.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.637+0000 7f1da37fe640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1d840664a0 0x7f1d84068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.637+0000 7f1da37fe640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1d840664a0 0x7f1d84068960 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1d940af000 tx=0x7f1d940a7040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:27.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.641+0000 7f1d9bfff640 1 -- 172.21.15.116:0/502223381 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1d9c051050 con 0x7f1da4133ba0 2023-11-30T08:27:27.821 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.813+0000 7f1da9c65640 1 -- 172.21.15.116:0/502223381 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1da40688f0 con 0x7f1da4133ba0 2023-11-30T08:27:27.822 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.813+0000 7f1d9bfff640 1 -- 172.21.15.116:0/502223381 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+3333 (secure 0 0 0) 0x7f1d9c054670 con 0x7f1da4133ba0 2023-11-30T08:27:27.822 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:27.822 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1863471364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1863471364},{"type":"v1","addr":"172.21.15.162:6833","nonce":1863471364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:00.537666+0000","modified":"2023-11-30T08:27:03.551014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3119338983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3119338983},{"type":"v1","addr":"172.21.15.116:6835","nonce":3119338983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-30T08:27:27.823 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 8 2023-11-30T08:27:27.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.817+0000 7f1da9c65640 1 -- 172.21.15.116:0/502223381 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1d840664a0 msgr2=0x7f1d84068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.817+0000 7f1da9c65640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1d840664a0 0x7f1d84068960 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1d940af000 tx=0x7f1d940a7040 comp rx=0 tx=0).stop 2023-11-30T08:27:27.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.817+0000 7f1da9c65640 1 -- 172.21.15.116:0/502223381 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1da4133ba0 msgr2=0x7f1da4132aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.817+0000 7f1da9c65640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1da4133ba0 0x7f1da4132aa0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c001060 tx=0x7f1d9c00d9d0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.817+0000 7f1da9c65640 1 -- 172.21.15.116:0/502223381 shutdown_connections 2023-11-30T08:27:27.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.817+0000 7f1da9c65640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1da4133ba0 0x7f1da4132aa0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.825 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.817+0000 7f1da9c65640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1d840664a0 0x7f1d84068960 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.825 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.817+0000 7f1da9c65640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1da40b74d0 0x7f1da41dec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.825 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.817+0000 7f1da9c65640 1 --2- 172.21.15.116:0/502223381 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1d90003980 0x7f1da4132280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.825 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.817+0000 7f1da9c65640 1 -- 172.21.15.116:0/502223381 >> 172.21.15.116:0/502223381 conn(0x7f1da40b48e0 msgr2=0x7f1da413e0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:27.825 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.817+0000 7f1da9c65640 1 -- 172.21.15.116:0/502223381 shutdown_connections 2023-11-30T08:27:27.825 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.817+0000 7f1da9c65640 1 -- 172.21.15.116:0/502223381 wait complete. 2023-11-30T08:27:27.839 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:27.943 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.933+0000 7f80dbfb6640 1 Processor -- start 2023-11-30T08:27:27.943 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.933+0000 7f80dbfb6640 1 -- start start 2023-11-30T08:27:27.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80dbfb6640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f80d40b3fd0 0x7f80d413e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80dbfb6640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80d40b0340 0x7f80d413e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80dbfb6640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80d40af2e0 con 0x7f80d406c920 2023-11-30T08:27:27.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80dbfb6640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80d40b1f50 con 0x7f80d40b3fd0 2023-11-30T08:27:27.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80dbfb6640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80d413eda0 con 0x7f80d40b0340 2023-11-30T08:27:27.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80d9551640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f80d40b3fd0 0x7f80d413e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80da553640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80d40b0340 0x7f80d413e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80da553640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80d40b0340 0x7f80d413e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:52466/0 (socket says 172.21.15.116:52466) 2023-11-30T08:27:27.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80da553640 1 -- 172.21.15.116:0/871783556 learned_addr learned my addr 172.21.15.116:0/871783556 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:27.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80d9551640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f80d40b3fd0 0x7f80d413e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:55334/0 (socket says 172.21.15.116:55334) 2023-11-30T08:27:27.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80d9d52640 1 --1- 172.21.15.116:0/871783556 >> v1:172.21.15.162:6789/0 conn(0x7f80d406c920 0x7f80d40afc30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:38948/0 (socket says 172.21.15.116:38948) 2023-11-30T08:27:27.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80d9551640 1 -- 172.21.15.116:0/871783556 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80d40b0340 msgr2=0x7f80d413e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:27.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80d9551640 1 --2- 172.21.15.116:0/871783556 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80d40b0340 0x7f80d413e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.945 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80d9551640 1 -- 172.21.15.116:0/871783556 >> v1:172.21.15.162:6789/0 conn(0x7f80d406c920 legacy=0x7f80d40afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.946 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80d9551640 1 -- 172.21.15.116:0/871783556 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80d406cd00 con 0x7f80d40b3fd0 2023-11-30T08:27:27.946 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80da553640 1 --2- 172.21.15.116:0/871783556 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80d40b0340 0x7f80d413e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:27:27.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.937+0000 7f80d9551640 1 --2- 172.21.15.116:0/871783556 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80d40b3fd0 0x7f80d413e320 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f80c80097c0 tx=0x7f80c801c3f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98748e4736821f18 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:27.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d8d50640 1 -- 172.21.15.116:0/871783556 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c80ab600 con 0x7f80d40b3fd0 2023-11-30T08:27:27.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d8d50640 1 -- 172.21.15.116:0/871783556 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80c80a7050 con 0x7f80d40b3fd0 2023-11-30T08:27:27.948 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d8d50640 1 -- 172.21.15.116:0/871783556 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c80ab980 con 0x7f80d40b3fd0 2023-11-30T08:27:27.948 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 -- 172.21.15.116:0/871783556 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80d40b3fd0 msgr2=0x7f80d413e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.948 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 --2- 172.21.15.116:0/871783556 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80d40b3fd0 0x7f80d413e320 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f80c80097c0 tx=0x7f80c801c3f0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.949 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 -- 172.21.15.116:0/871783556 shutdown_connections 2023-11-30T08:27:27.949 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 --2- 172.21.15.116:0/871783556 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80d40b0340 0x7f80d413e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.949 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 --2- 172.21.15.116:0/871783556 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80d40b3fd0 0x7f80d413e320 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.949 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 -- 172.21.15.116:0/871783556 >> 172.21.15.116:0/871783556 conn(0x7f80d40b48e0 msgr2=0x7f80d40b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:27.949 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 -- 172.21.15.116:0/871783556 shutdown_connections 2023-11-30T08:27:27.949 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 -- 172.21.15.116:0/871783556 wait complete. 2023-11-30T08:27:27.949 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 Processor -- start 2023-11-30T08:27:27.949 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 -- start start 2023-11-30T08:27:27.952 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80d406c920 0x7f80d41df400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.952 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80d4139380 0x7f80d41e33c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.952 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80d4070aa0 0x7f80d4070f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.952 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80d4139800 con 0x7f80d4139380 2023-11-30T08:27:27.952 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80d41e2970 con 0x7f80d406c920 2023-11-30T08:27:27.952 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80dbfb6640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80d4071490 con 0x7f80d4070aa0 2023-11-30T08:27:27.952 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d9551640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80d4139380 0x7f80d41e33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.952 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d9551640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80d4139380 0x7f80d41e33c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47602/0 (socket says 172.21.15.116:47602) 2023-11-30T08:27:27.952 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d9551640 1 -- 172.21.15.116:0/3620534277 learned_addr learned my addr 172.21.15.116:0/3620534277 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d9d52640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80d406c920 0x7f80d41df400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80da553640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80d4070aa0 0x7f80d4070f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d9551640 1 -- 172.21.15.116:0/3620534277 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80d4070aa0 msgr2=0x7f80d4070f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d9551640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80d4070aa0 0x7f80d4070f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d9551640 1 -- 172.21.15.116:0/3620534277 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80d406c920 msgr2=0x7f80d41df400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d9551640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80d406c920 0x7f80d41df400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d9551640 1 -- 172.21.15.116:0/3620534277 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80c40094d0 con 0x7f80d4139380 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d9551640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80d4139380 0x7f80d41e33c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f80c801a020 tx=0x7f80c8019190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.941+0000 7f80d27fc640 1 -- 172.21.15.116:0/3620534277 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c8006e20 con 0x7f80d4139380 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.945+0000 7f80dbfb6640 1 -- 172.21.15.116:0/3620534277 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80c8009420 con 0x7f80d4139380 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.945+0000 7f80d27fc640 1 -- 172.21.15.116:0/3620534277 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80c80b4400 con 0x7f80d4139380 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.945+0000 7f80d27fc640 1 -- 172.21.15.116:0/3620534277 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c80b47b0 con 0x7f80d4139380 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.945+0000 7f80dbfb6640 1 -- 172.21.15.116:0/3620534277 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80d41e2ea0 con 0x7f80d4139380 2023-11-30T08:27:27.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.945+0000 7f80dbfb6640 1 -- 172.21.15.116:0/3620534277 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80d40679e0 con 0x7f80d4139380 2023-11-30T08:27:27.954 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.945+0000 7f80d27fc640 1 -- 172.21.15.116:0/3620534277 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f80c80b2040 con 0x7f80d4139380 2023-11-30T08:27:27.954 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.945+0000 7f80d27fc640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80c0066470 0x7f80c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:27.954 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.945+0000 7f80d27fc640 1 -- 172.21.15.116:0/3620534277 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f80c811dd80 con 0x7f80d4139380 2023-11-30T08:27:27.955 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.945+0000 7f80d9d52640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80c0066470 0x7f80c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:27.955 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.945+0000 7f80d9d52640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80c0066470 0x7f80c0068930 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f80cc007fd0 tx=0x7f80cc005b80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:27.957 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:27.949+0000 7f80d27fc640 1 -- 172.21.15.116:0/3620534277 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f80c80eb170 con 0x7f80d4139380 2023-11-30T08:27:28.100 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.093+0000 7f80dbfb6640 1 -- 172.21.15.116:0/3620534277 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f80d41e30c0 con 0x7f80d4139380 2023-11-30T08:27:28.101 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.093+0000 7f80d27fc640 1 -- 172.21.15.116:0/3620534277 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7f80c80ee790 con 0x7f80d4139380 2023-11-30T08:27:28.102 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:28.102 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:28.104 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.093+0000 7f80dbfb6640 1 -- 172.21.15.116:0/3620534277 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80c0066470 msgr2=0x7f80c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.104 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.097+0000 7f80dbfb6640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80c0066470 0x7f80c0068930 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f80cc007fd0 tx=0x7f80cc005b80 comp rx=0 tx=0).stop 2023-11-30T08:27:28.104 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.097+0000 7f80dbfb6640 1 -- 172.21.15.116:0/3620534277 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80d4139380 msgr2=0x7f80d41e33c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.097+0000 7f80dbfb6640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80d4139380 0x7f80d41e33c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f80c801a020 tx=0x7f80c8019190 comp rx=0 tx=0).stop 2023-11-30T08:27:28.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.097+0000 7f80dbfb6640 1 -- 172.21.15.116:0/3620534277 shutdown_connections 2023-11-30T08:27:28.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.097+0000 7f80dbfb6640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80c0066470 0x7f80c0068930 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.097+0000 7f80dbfb6640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80d4070aa0 0x7f80d4070f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.097+0000 7f80dbfb6640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80d4139380 0x7f80d41e33c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.097+0000 7f80dbfb6640 1 --2- 172.21.15.116:0/3620534277 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80d406c920 0x7f80d41df400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.097+0000 7f80dbfb6640 1 -- 172.21.15.116:0/3620534277 >> 172.21.15.116:0/3620534277 conn(0x7f80d40b48e0 msgr2=0x7f80d40b6560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:28.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.097+0000 7f80dbfb6640 1 -- 172.21.15.116:0/3620534277 shutdown_connections 2023-11-30T08:27:28.105 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.097+0000 7f80dbfb6640 1 -- 172.21.15.116:0/3620534277 wait complete. 2023-11-30T08:27:28.123 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-11-30T08:27:28.123 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:28.231 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.221+0000 7f50756aa640 1 Processor -- start 2023-11-30T08:27:28.231 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.221+0000 7f50756aa640 1 -- start start 2023-11-30T08:27:28.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f50756aa640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f507006c920 0x7f50700ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f50756aa640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f50700b4430 0x7f50700ad5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f50756aa640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50700af770 con 0x7f50700af2e0 2023-11-30T08:27:28.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f50756aa640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50700afc20 con 0x7f507006c920 2023-11-30T08:27:28.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f50756aa640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50700aeea0 con 0x7f50700b4430 2023-11-30T08:27:28.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f506effd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f507006c920 0x7f50700ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f506e7fc640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f50700af2e0 0x7f5070147080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49974/0 (socket says 172.21.15.116:49974) 2023-11-30T08:27:28.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f506e7fc640 1 -- 172.21.15.116:0/4010386848 learned_addr learned my addr 172.21.15.116:0/4010386848 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:28.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f506dffb640 1 -- 172.21.15.116:0/4010386848 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2460202809 0 0) 0x7f50700af770 con 0x7f50700af2e0 2023-11-30T08:27:28.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f506f7fe640 1 --2- 172.21.15.116:0/4010386848 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f50700b4430 0x7f50700ad5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.234 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f506dffb640 1 -- 172.21.15.116:0/4010386848 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5058003530 con 0x7f50700af2e0 2023-11-30T08:27:28.234 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f506effd640 1 -- 172.21.15.116:0/4010386848 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f50700b4430 msgr2=0x7f50700ad5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:28.234 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f506effd640 1 --2- 172.21.15.116:0/4010386848 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f50700b4430 0x7f50700ad5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.234 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f506effd640 1 -- 172.21.15.116:0/4010386848 >> v1:172.21.15.116:6789/0 conn(0x7f50700af2e0 legacy=0x7f5070147080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.234 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f506effd640 1 -- 172.21.15.116:0/4010386848 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f507006cd00 con 0x7f507006c920 2023-11-30T08:27:28.234 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.225+0000 7f506f7fe640 1 --2- 172.21.15.116:0/4010386848 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f50700b4430 0x7f50700ad5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:28.237 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506effd640 1 --2- 172.21.15.116:0/4010386848 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f507006c920 0x7f50700ad0b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f50600097c0 tx=0x7f506001c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4731b28882bac495 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:28.237 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506dffb640 1 -- 172.21.15.116:0/4010386848 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50600ab600 con 0x7f507006c920 2023-11-30T08:27:28.237 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506dffb640 1 -- 172.21.15.116:0/4010386848 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50600a7050 con 0x7f507006c920 2023-11-30T08:27:28.237 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506dffb640 1 -- 172.21.15.116:0/4010386848 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50600ab980 con 0x7f507006c920 2023-11-30T08:27:28.238 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 -- 172.21.15.116:0/4010386848 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f507006c920 msgr2=0x7f50700ad0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.238 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 --2- 172.21.15.116:0/4010386848 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f507006c920 0x7f50700ad0b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f50600097c0 tx=0x7f506001c360 comp rx=0 tx=0).stop 2023-11-30T08:27:28.238 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 -- 172.21.15.116:0/4010386848 shutdown_connections 2023-11-30T08:27:28.238 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 --2- 172.21.15.116:0/4010386848 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f50700b4430 0x7f50700ad5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.238 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 --2- 172.21.15.116:0/4010386848 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f507006c920 0x7f50700ad0b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.238 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 -- 172.21.15.116:0/4010386848 >> 172.21.15.116:0/4010386848 conn(0x7f50700b48e0 msgr2=0x7f50700b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:28.238 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 -- 172.21.15.116:0/4010386848 shutdown_connections 2023-11-30T08:27:28.239 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 -- 172.21.15.116:0/4010386848 wait complete. 2023-11-30T08:27:28.239 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 Processor -- start 2023-11-30T08:27:28.239 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 -- start start 2023-11-30T08:27:28.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f507006c920 0x7f5070141fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f50700b4430 0x7f50701dd770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f50700b6370 0x7f50701ddcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50701379f0 con 0x7f507006c920 2023-11-30T08:27:28.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50700b7310 con 0x7f50700b6370 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5070142d10 con 0x7f50700b4430 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506effd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f507006c920 0x7f5070141fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506effd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f507006c920 0x7f5070141fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47630/0 (socket says 172.21.15.116:47630) 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506effd640 1 -- 172.21.15.116:0/2930789660 learned_addr learned my addr 172.21.15.116:0/2930789660 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506effd640 1 -- 172.21.15.116:0/2930789660 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f50700b4430 msgr2=0x7f50701dd770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506effd640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f50700b4430 0x7f50701dd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506effd640 1 -- 172.21.15.116:0/2930789660 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f50700b6370 msgr2=0x7f50701ddcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506f7fe640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f50700b6370 0x7f50701ddcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506effd640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f50700b6370 0x7f50701ddcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506effd640 1 -- 172.21.15.116:0/2930789660 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5060009420 con 0x7f507006c920 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f506effd640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f507006c920 0x7f5070141fe0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f50600ae040 tx=0x7f506001aba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50577fe640 1 -- 172.21.15.116:0/2930789660 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50600b7450 con 0x7f507006c920 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50577fe640 1 -- 172.21.15.116:0/2930789660 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50600b75b0 con 0x7f507006c920 2023-11-30T08:27:28.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 -- 172.21.15.116:0/2930789660 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50701427b0 con 0x7f507006c920 2023-11-30T08:27:28.244 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50577fe640 1 -- 172.21.15.116:0/2930789660 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50600b7960 con 0x7f507006c920 2023-11-30T08:27:28.244 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.229+0000 7f50756aa640 1 -- 172.21.15.116:0/2930789660 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5070141150 con 0x7f507006c920 2023-11-30T08:27:28.244 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.233+0000 7f50756aa640 1 -- 172.21.15.116:0/2930789660 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50700679e0 con 0x7f507006c920 2023-11-30T08:27:28.244 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.233+0000 7f50577fe640 1 -- 172.21.15.116:0/2930789660 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f50600b7ac0 con 0x7f507006c920 2023-11-30T08:27:28.244 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.233+0000 7f50577fe640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f505c066470 0x7f505c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.244 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.233+0000 7f50577fe640 1 -- 172.21.15.116:0/2930789660 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f506011e570 con 0x7f507006c920 2023-11-30T08:27:28.244 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.233+0000 7f506e7fc640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f505c066470 0x7f505c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.244 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.233+0000 7f506e7fc640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f505c066470 0x7f505c068930 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5064007fd0 tx=0x7f5064007940 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:28.244 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.237+0000 7f50577fe640 1 -- 172.21.15.116:0/2930789660 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f50600eba80 con 0x7f507006c920 2023-11-30T08:27:28.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.425+0000 7f50756aa640 1 -- 172.21.15.116:0/2930789660 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f50700688f0 con 0x7f507006c920 2023-11-30T08:27:28.433 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.425+0000 7f50577fe640 1 -- 172.21.15.116:0/2930789660 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+3333 (secure 0 0 0) 0x7f50600bbd20 con 0x7f507006c920 2023-11-30T08:27:28.434 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:28.434 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1863471364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1863471364},{"type":"v1","addr":"172.21.15.162:6833","nonce":1863471364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:00.537666+0000","modified":"2023-11-30T08:27:03.551014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3119338983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3119338983},{"type":"v1","addr":"172.21.15.116:6835","nonce":3119338983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-30T08:27:28.434 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 8 2023-11-30T08:27:28.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.429+0000 7f50756aa640 1 -- 172.21.15.116:0/2930789660 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f505c066470 msgr2=0x7f505c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.429+0000 7f50756aa640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f505c066470 0x7f505c068930 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5064007fd0 tx=0x7f5064007940 comp rx=0 tx=0).stop 2023-11-30T08:27:28.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.429+0000 7f50756aa640 1 -- 172.21.15.116:0/2930789660 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f507006c920 msgr2=0x7f5070141fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.429+0000 7f50756aa640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f507006c920 0x7f5070141fe0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f50600ae040 tx=0x7f506001aba0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.429+0000 7f50756aa640 1 -- 172.21.15.116:0/2930789660 shutdown_connections 2023-11-30T08:27:28.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.429+0000 7f50756aa640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f50700b6370 0x7f50701ddcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.429+0000 7f50756aa640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f505c066470 0x7f505c068930 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.429+0000 7f50756aa640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f50700b4430 0x7f50701dd770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.429+0000 7f50756aa640 1 --2- 172.21.15.116:0/2930789660 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f507006c920 0x7f5070141fe0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.436 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.429+0000 7f50756aa640 1 -- 172.21.15.116:0/2930789660 >> 172.21.15.116:0/2930789660 conn(0x7f50700b48e0 msgr2=0x7f50700b0c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:28.437 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.429+0000 7f50756aa640 1 -- 172.21.15.116:0/2930789660 shutdown_connections 2023-11-30T08:27:28.437 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.429+0000 7f50756aa640 1 -- 172.21.15.116:0/2930789660 wait complete. 2023-11-30T08:27:28.451 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:28.559 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.549+0000 7fa38c7bc640 1 Processor -- start 2023-11-30T08:27:28.559 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.549+0000 7fa38c7bc640 1 -- start start 2023-11-30T08:27:28.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.549+0000 7fa38c7bc640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa3840b3fd0 0x7fa38413e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa38c7bc640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3840af2e0 con 0x7fa38406c920 2023-11-30T08:27:28.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa38c7bc640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3840b1f50 con 0x7fa3840b0340 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa38c7bc640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa38406cd00 con 0x7fa3840b3fd0 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa38a558640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fa38406c920 0x7fa3840afc30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:49980/0 (socket says 172.21.15.116:49980) 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa38a558640 1 -- 172.21.15.116:0/2448775213 learned_addr learned my addr 172.21.15.116:0/2448775213 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389d57640 1 --2- 172.21.15.116:0/2448775213 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa3840b3fd0 0x7fa38413e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 729380175 0 0) 0x7fa3840af2e0 con 0x7fa38406c920 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa370003530 con 0x7fa38406c920 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 <== mon.1 v1:172.21.15.162:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 98453039 0 0) 0x7fa3840b1f50 con 0x7fa3840b0340 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 --> v1:172.21.15.162:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa3840af2e0 con 0x7fa3840b0340 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2007266899 0 0) 0x7fa370003530 con 0x7fa38406c920 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa3840b3fd0 msgr2=0x7fa38413e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 --2- 172.21.15.116:0/2448775213 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa3840b3fd0 0x7fa38413e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 >> v1:172.21.15.162:6789/0 conn(0x7fa3840b0340 legacy=0x7fa38413e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3840af530 con 0x7fa38406c920 2023-11-30T08:27:28.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fa374001680 con 0x7fa38406c920 2023-11-30T08:27:28.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 >> v1:172.21.15.116:6789/0 conn(0x7fa38406c920 legacy=0x7fa3840afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 --2- 172.21.15.116:0/2448775213 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa370003b40 0x7fa370003f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 --2- 172.21.15.116:0/2448775213 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3700047d0 0x7fa370004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 --2- 172.21.15.116:0/2448775213 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa370005190 0x7fa37000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa38406cd00 con 0x7fa3700047d0 2023-11-30T08:27:28.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa37000bf00 con 0x7fa370005190 2023-11-30T08:27:28.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa37000c0c0 con 0x7fa370003b40 2023-11-30T08:27:28.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389d57640 1 --2- 172.21.15.116:0/2448775213 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3700047d0 0x7fa370004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa38a558640 1 --2- 172.21.15.116:0/2448775213 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa370003b40 0x7fa370003f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.564 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa38ad59640 1 --2- 172.21.15.116:0/2448775213 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa370005190 0x7fa37000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389d57640 1 -- 172.21.15.116:0/2448775213 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa370003b40 msgr2=0x7fa370003f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:28.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389d57640 1 --2- 172.21.15.116:0/2448775213 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa370003b40 0x7fa370003f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389d57640 1 -- 172.21.15.116:0/2448775213 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa370005190 msgr2=0x7fa37000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:28.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389d57640 1 --2- 172.21.15.116:0/2448775213 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa370005190 0x7fa37000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389d57640 1 -- 172.21.15.116:0/2448775213 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa370003530 con 0x7fa3700047d0 2023-11-30T08:27:28.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389d57640 1 --2- 172.21.15.116:0/2448775213 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3700047d0 0x7fa370004c50 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa380009ae0 tx=0x7fa38001ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f9c57eaa42f0d02 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3800a6430 con 0x7fa3700047d0 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3800a6590 con 0x7fa3700047d0 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.553+0000 7fa389556640 1 -- 172.21.15.116:0/2448775213 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3800a6940 con 0x7fa3700047d0 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 -- 172.21.15.116:0/2448775213 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3700047d0 msgr2=0x7fa370004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 --2- 172.21.15.116:0/2448775213 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3700047d0 0x7fa370004c50 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa380009ae0 tx=0x7fa38001ca50 comp rx=0 tx=0).stop 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38ad59640 1 -- 172.21.15.116:0/2448775213 reap_dead start 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 -- 172.21.15.116:0/2448775213 shutdown_connections 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 -- 172.21.15.116:0/2448775213 >> 172.21.15.116:0/2448775213 conn(0x7fa3840b48e0 msgr2=0x7fa3840b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 -- 172.21.15.116:0/2448775213 shutdown_connections 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 -- 172.21.15.116:0/2448775213 wait complete. 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 Processor -- start 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 -- start start 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3700047d0 0x7fa38414e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa384144370 0x7fa384142bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa384143130 0x7fa384136f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa38406f6e0 con 0x7fa3700047d0 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa384142480 con 0x7fa384143130 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa384142760 con 0x7fa384144370 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38a558640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3700047d0 0x7fa38414e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38a558640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3700047d0 0x7fa38414e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47652/0 (socket says 172.21.15.116:47652) 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38a558640 1 -- 172.21.15.116:0/1053163727 learned_addr learned my addr 172.21.15.116:0/1053163727 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38a558640 1 -- 172.21.15.116:0/1053163727 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa384144370 msgr2=0x7fa384142bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa389d57640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa384144370 0x7fa384142bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38a558640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa384144370 0x7fa384142bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38ad59640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa384143130 0x7fa384136f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38a558640 1 -- 172.21.15.116:0/1053163727 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa384143130 msgr2=0x7fa384136f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38a558640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa384143130 0x7fa384136f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38a558640 1 -- 172.21.15.116:0/1053163727 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3840703a0 con 0x7fa3700047d0 2023-11-30T08:27:28.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38ad59640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa384143130 0x7fa384136f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:28.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38a558640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3700047d0 0x7fa38414e260 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa37400e7b0 tx=0x7fa37400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:28.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa37affd640 1 -- 172.21.15.116:0/1053163727 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa37400eec0 con 0x7fa3700047d0 2023-11-30T08:27:28.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa37affd640 1 -- 172.21.15.116:0/1053163727 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa37400c8d0 con 0x7fa3700047d0 2023-11-30T08:27:28.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 -- 172.21.15.116:0/1053163727 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3841435b0 con 0x7fa3700047d0 2023-11-30T08:27:28.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa37affd640 1 -- 172.21.15.116:0/1053163727 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa37400cc40 con 0x7fa3700047d0 2023-11-30T08:27:28.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 -- 172.21.15.116:0/1053163727 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa384143840 con 0x7fa3700047d0 2023-11-30T08:27:28.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.557+0000 7fa38c7bc640 1 -- 172.21.15.116:0/1053163727 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3840679e0 con 0x7fa3700047d0 2023-11-30T08:27:28.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.561+0000 7fa37affd640 1 -- 172.21.15.116:0/1053163727 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa37401d460 con 0x7fa3700047d0 2023-11-30T08:27:28.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.561+0000 7fa37affd640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa368066470 0x7fa368068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.561+0000 7fa37affd640 1 -- 172.21.15.116:0/1053163727 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa374083d20 con 0x7fa3700047d0 2023-11-30T08:27:28.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.561+0000 7fa389d57640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa368066470 0x7fa368068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.572 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.561+0000 7fa389d57640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa368066470 0x7fa368068930 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa3800ad000 tx=0x7fa3800046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:28.573 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.565+0000 7fa37affd640 1 -- 172.21.15.116:0/1053163727 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa374051230 con 0x7fa3700047d0 2023-11-30T08:27:28.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 -- 172.21.15.116:0/1053163727 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa3840688f0 con 0x7fa3700047d0 2023-11-30T08:27:28.744 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa37affd640 1 -- 172.21.15.116:0/1053163727 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+3333 (secure 0 0 0) 0x7fa374054850 con 0x7fa3700047d0 2023-11-30T08:27:28.745 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:28.745 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1863471364","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1863471364},{"type":"v1","addr":"172.21.15.162:6833","nonce":1863471364}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:00.537666+0000","modified":"2023-11-30T08:27:03.551014+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3119338983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3119338983},{"type":"v1","addr":"172.21.15.116:6835","nonce":3119338983}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-11-30T08:27:28.745 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 8 2023-11-30T08:27:28.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 -- 172.21.15.116:0/1053163727 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa368066470 msgr2=0x7fa368068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa368066470 0x7fa368068930 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fa3800ad000 tx=0x7fa3800046d0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 -- 172.21.15.116:0/1053163727 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3700047d0 msgr2=0x7fa38414e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3700047d0 0x7fa38414e260 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fa37400e7b0 tx=0x7fa37400ec70 comp rx=0 tx=0).stop 2023-11-30T08:27:28.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 -- 172.21.15.116:0/1053163727 shutdown_connections 2023-11-30T08:27:28.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa384143130 0x7fa384136f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa368066470 0x7fa368068930 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa384144370 0x7fa384142bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 --2- 172.21.15.116:0/1053163727 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3700047d0 0x7fa38414e260 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 -- 172.21.15.116:0/1053163727 >> 172.21.15.116:0/1053163727 conn(0x7fa3840b48e0 msgr2=0x7fa38413c500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:28.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 -- 172.21.15.116:0/1053163727 shutdown_connections 2023-11-30T08:27:28.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.737+0000 7fa38c7bc640 1 -- 172.21.15.116:0/1053163727 wait complete. 2023-11-30T08:27:28.761 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:28.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.869+0000 7f68c46be640 1 Processor -- start 2023-11-30T08:27:28.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.869+0000 7f68c46be640 1 -- start start 2023-11-30T08:27:28.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c46be640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f68bc0af2e0 0x7f68bc147080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c46be640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f68bc0ad7c0 0x7f68bc1475c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c46be640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68bc0af770 con 0x7f68bc06c920 2023-11-30T08:27:28.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c46be640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68bc0afc20 con 0x7f68bc0ad7c0 2023-11-30T08:27:28.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c46be640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68bc0aeea0 con 0x7f68bc0af2e0 2023-11-30T08:27:28.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c2c5b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f68bc0ad7c0 0x7f68bc1475c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c2c5b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f68bc0ad7c0 0x7f68bc1475c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40010/0 (socket says 172.21.15.116:40010) 2023-11-30T08:27:28.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c2c5b640 1 -- 172.21.15.116:0/4266409175 learned_addr learned my addr 172.21.15.116:0/4266409175 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:28.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c1c59640 1 --2- 172.21.15.116:0/4266409175 >> v2:172.21.15.162:3300/0 conn(0x7f68bc0af2e0 0x7f68bc147080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c2c5b640 1 -- 172.21.15.116:0/4266409175 >> v2:172.21.15.162:3300/0 conn(0x7f68bc0af2e0 msgr2=0x7f68bc147080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:28.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c2c5b640 1 --2- 172.21.15.116:0/4266409175 >> v2:172.21.15.162:3300/0 conn(0x7f68bc0af2e0 0x7f68bc147080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c2c5b640 1 -- 172.21.15.116:0/4266409175 >> v1:172.21.15.162:6789/0 conn(0x7f68bc06c920 legacy=0x7f68bc0ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.884 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c2c5b640 1 -- 172.21.15.116:0/4266409175 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68bc147b00 con 0x7f68bc0ad7c0 2023-11-30T08:27:28.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c2c5b640 1 --2- 172.21.15.116:0/4266409175 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f68bc0ad7c0 0x7f68bc1475c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f68bc0b57a0 tx=0x7f68b401ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1750aa00844fbf36 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:28.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c1458640 1 -- 172.21.15.116:0/4266409175 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68b40a7b40 con 0x7f68bc0ad7c0 2023-11-30T08:27:28.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c1458640 1 -- 172.21.15.116:0/4266409175 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68b40a7ca0 con 0x7f68bc0ad7c0 2023-11-30T08:27:28.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.873+0000 7f68c1458640 1 -- 172.21.15.116:0/4266409175 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68b40af660 con 0x7f68bc0ad7c0 2023-11-30T08:27:28.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 -- 172.21.15.116:0/4266409175 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f68bc0ad7c0 msgr2=0x7f68bc1475c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 --2- 172.21.15.116:0/4266409175 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f68bc0ad7c0 0x7f68bc1475c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f68bc0b57a0 tx=0x7f68b401ea70 comp rx=0 tx=0).stop 2023-11-30T08:27:28.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 -- 172.21.15.116:0/4266409175 shutdown_connections 2023-11-30T08:27:28.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 --2- 172.21.15.116:0/4266409175 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f68bc0ad7c0 0x7f68bc1475c0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 --2- 172.21.15.116:0/4266409175 >> v2:172.21.15.162:3300/0 conn(0x7f68bc0af2e0 0x7f68bc147080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 -- 172.21.15.116:0/4266409175 >> 172.21.15.116:0/4266409175 conn(0x7f68bc0b48e0 msgr2=0x7f68bc0b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:28.889 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 -- 172.21.15.116:0/4266409175 shutdown_connections 2023-11-30T08:27:28.889 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 -- 172.21.15.116:0/4266409175 wait complete. 2023-11-30T08:27:28.889 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 Processor -- start 2023-11-30T08:27:28.889 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 -- start start 2023-11-30T08:27:28.889 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f68bc06c920 0x7f68bc141730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.889 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f68bc0ad7c0 0x7f68bc1de890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.889 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f68bc1e2b70 0x7f68bc13ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.889 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68bc1e1e80 con 0x7f68bc1e2b70 2023-11-30T08:27:28.889 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68bc149580 con 0x7f68bc0ad7c0 2023-11-30T08:27:28.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68bc1e2090 con 0x7f68bc06c920 2023-11-30T08:27:28.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c2c5b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f68bc1e2b70 0x7f68bc13ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c2c5b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f68bc1e2b70 0x7f68bc13ddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40022/0 (socket says 172.21.15.116:40022) 2023-11-30T08:27:28.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c2c5b640 1 -- 172.21.15.116:0/3775467317 learned_addr learned my addr 172.21.15.116:0/3775467317 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:28.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c2c5b640 1 -- 172.21.15.116:0/3775467317 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f68bc06c920 msgr2=0x7f68bc141730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c2c5b640 1 --2- 172.21.15.116:0/3775467317 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f68bc06c920 0x7f68bc141730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.891 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c2c5b640 1 -- 172.21.15.116:0/3775467317 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f68bc0ad7c0 msgr2=0x7f68bc1de890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:28.891 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c2c5b640 1 --2- 172.21.15.116:0/3775467317 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f68bc0ad7c0 0x7f68bc1de890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:28.891 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c2c5b640 1 -- 172.21.15.116:0/3775467317 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68b400b770 con 0x7f68bc1e2b70 2023-11-30T08:27:28.891 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c2c5b640 1 --2- 172.21.15.116:0/3775467317 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f68bc1e2b70 0x7f68bc13ddd0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f68b400b2c0 tx=0x7f68b401d2b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:28.891 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68b2ffd640 1 -- 172.21.15.116:0/3775467317 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68b40ba680 con 0x7f68bc1e2b70 2023-11-30T08:27:28.891 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68b2ffd640 1 -- 172.21.15.116:0/3775467317 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68b40ba7e0 con 0x7f68bc1e2b70 2023-11-30T08:27:28.892 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 -- 172.21.15.116:0/3775467317 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68bc1e2370 con 0x7f68bc1e2b70 2023-11-30T08:27:28.892 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68b2ffd640 1 -- 172.21.15.116:0/3775467317 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68b40bab90 con 0x7f68bc1e2b70 2023-11-30T08:27:28.892 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.877+0000 7f68c46be640 1 -- 172.21.15.116:0/3775467317 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68bc1492a0 con 0x7f68bc1e2b70 2023-11-30T08:27:28.892 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.881+0000 7f68c46be640 1 -- 172.21.15.116:0/3775467317 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68bc0679e0 con 0x7f68bc1e2b70 2023-11-30T08:27:28.892 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.881+0000 7f68b2ffd640 1 -- 172.21.15.116:0/3775467317 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f68b40bacf0 con 0x7f68bc1e2b70 2023-11-30T08:27:28.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.881+0000 7f68b2ffd640 1 --2- 172.21.15.116:0/3775467317 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f68a0066470 0x7f68a0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:28.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.881+0000 7f68b2ffd640 1 -- 172.21.15.116:0/3775467317 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f68b411f670 con 0x7f68bc1e2b70 2023-11-30T08:27:28.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.881+0000 7f68c245a640 1 --2- 172.21.15.116:0/3775467317 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f68a0066470 0x7f68a0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:28.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.881+0000 7f68c245a640 1 --2- 172.21.15.116:0/3775467317 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f68a0066470 0x7f68a0068930 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f68b8007fd0 tx=0x7f68b8007d40 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:28.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:28.885+0000 7f68b2ffd640 1 -- 172.21.15.116:0/3775467317 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f68b40ecb80 con 0x7f68bc1e2b70 2023-11-30T08:27:29.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.041+0000 7f68c46be640 1 -- 172.21.15.116:0/3775467317 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f68bc0679e0 con 0x7f68bc1e2b70 2023-11-30T08:27:29.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.041+0000 7f68b2ffd640 1 -- 172.21.15.116:0/3775467317 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16517 (secure 0 0 0) 0x7f68b40b4090 con 0x7f68bc1e2b70 2023-11-30T08:27:29.051 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:29.051 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":20,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:02.067386+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:26:58.774799+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-11-30T08:26:59.510853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:29.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.045+0000 7f68c46be640 1 -- 172.21.15.116:0/3775467317 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f68a0066470 msgr2=0x7f68a0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:29.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.045+0000 7f68c46be640 1 --2- 172.21.15.116:0/3775467317 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f68a0066470 0x7f68a0068930 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f68b8007fd0 tx=0x7f68b8007d40 comp rx=0 tx=0).stop 2023-11-30T08:27:29.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.045+0000 7f68c46be640 1 -- 172.21.15.116:0/3775467317 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f68bc1e2b70 msgr2=0x7f68bc13ddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:29.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.045+0000 7f68c46be640 1 --2- 172.21.15.116:0/3775467317 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f68bc1e2b70 0x7f68bc13ddd0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f68b400b2c0 tx=0x7f68b401d2b0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.045+0000 7f68c46be640 1 -- 172.21.15.116:0/3775467317 shutdown_connections 2023-11-30T08:27:29.054 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.045+0000 7f68c46be640 1 --2- 172.21.15.116:0/3775467317 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f68bc1e2b70 0x7f68bc13ddd0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.054 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.045+0000 7f68c46be640 1 --2- 172.21.15.116:0/3775467317 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f68bc0ad7c0 0x7f68bc1de890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.054 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.045+0000 7f68c46be640 1 --2- 172.21.15.116:0/3775467317 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f68a0066470 0x7f68a0068930 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.054 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.045+0000 7f68c46be640 1 --2- 172.21.15.116:0/3775467317 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f68bc06c920 0x7f68bc141730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.054 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.045+0000 7f68c46be640 1 -- 172.21.15.116:0/3775467317 >> 172.21.15.116:0/3775467317 conn(0x7f68bc0b48e0 msgr2=0x7f68bc0b6ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:29.054 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.045+0000 7f68c46be640 1 -- 172.21.15.116:0/3775467317 shutdown_connections 2023-11-30T08:27:29.054 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.045+0000 7f68c46be640 1 -- 172.21.15.116:0/3775467317 wait complete. 2023-11-30T08:27:29.070 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-11-30T08:27:29.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eef688640 1 Processor -- start 2023-11-30T08:27:29.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eef688640 1 -- start start 2023-11-30T08:27:29.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eef688640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f3ee80af4f0 0x7f3ee809caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eef688640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee8148740 0x7f3ee809cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eef688640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ee80b1800 con 0x7f3ee80722c0 2023-11-30T08:27:29.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eef688640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ee80b1610 con 0x7f3ee80af4f0 2023-11-30T08:27:29.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eef688640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ee80b1aa0 con 0x7f3ee8148740 2023-11-30T08:27:29.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eecc23640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f3ee80722c0 0x7f3ee8148030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:55888/0 (socket says 172.21.15.116:55888) 2023-11-30T08:27:29.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eecc23640 1 -- 172.21.15.116:0/1919826820 learned_addr learned my addr 172.21.15.116:0/1919826820 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:29.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eed424640 1 --2- 172.21.15.116:0/1919826820 >> v2:172.21.15.162:3300/0 conn(0x7f3ee80af4f0 0x7f3ee809caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:29.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eedc25640 1 --2- 172.21.15.116:0/1919826820 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee8148740 0x7f3ee809cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:29.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1795130010 0 0) 0x7f3ee80b1800 con 0x7f3ee80722c0 2023-11-30T08:27:29.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3ed4003530 con 0x7f3ee80722c0 2023-11-30T08:27:29.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1706640182 0 0) 0x7f3ed4003530 con 0x7f3ee80722c0 2023-11-30T08:27:29.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee8148740 msgr2=0x7f3ee809cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:29.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 --2- 172.21.15.116:0/1919826820 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee8148740 0x7f3ee809cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 >> v2:172.21.15.162:3300/0 conn(0x7f3ee80af4f0 msgr2=0x7f3ee809caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:29.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 --2- 172.21.15.116:0/1919826820 >> v2:172.21.15.162:3300/0 conn(0x7f3ee80af4f0 0x7f3ee809caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ee8147b10 con 0x7f3ee80722c0 2023-11-30T08:27:29.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f3ed8001680 con 0x7f3ee80722c0 2023-11-30T08:27:29.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 >> v1:172.21.15.116:6789/0 conn(0x7f3ee80722c0 legacy=0x7f3ee8148030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:29.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 --2- 172.21.15.116:0/1919826820 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee8148740 0x7f3ed4003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 --2- 172.21.15.116:0/1919826820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ed4003f00 0x7f3ed40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 --2- 172.21.15.116:0/1919826820 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ed4004d10 0x7f3ed4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ee80b1aa0 con 0x7f3ed4003f00 2023-11-30T08:27:29.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed400b990 con 0x7f3ed4004d10 2023-11-30T08:27:29.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed400bb20 con 0x7f3ee8148740 2023-11-30T08:27:29.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eecc23640 1 --2- 172.21.15.116:0/1919826820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ed4003f00 0x7f3ed40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:29.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eedc25640 1 --2- 172.21.15.116:0/1919826820 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ed4004d10 0x7f3ed4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:29.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eecc23640 1 -- 172.21.15.116:0/1919826820 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee8148740 msgr2=0x7f3ed4003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:29.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eecc23640 1 --2- 172.21.15.116:0/1919826820 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee8148740 0x7f3ed4003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eecc23640 1 -- 172.21.15.116:0/1919826820 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ed4004d10 msgr2=0x7f3ed4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:29.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eecc23640 1 --2- 172.21.15.116:0/1919826820 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ed4004d10 0x7f3ed4005190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.185+0000 7f3eecc23640 1 -- 172.21.15.116:0/1919826820 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ed4003530 con 0x7f3ed4003f00 2023-11-30T08:27:29.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eecc23640 1 --2- 172.21.15.116:0/1919826820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ed4003f00 0x7f3ed40047d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3ed800c210 tx=0x7f3ed801cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ba2b7d7a11dbef9 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:29.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ed80058e0 con 0x7f3ed4003f00 2023-11-30T08:27:29.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ed8005a40 con 0x7f3ed4003f00 2023-11-30T08:27:29.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3edffff640 1 -- 172.21.15.116:0/1919826820 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ed8005df0 con 0x7f3ed4003f00 2023-11-30T08:27:29.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 -- 172.21.15.116:0/1919826820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ed4003f00 msgr2=0x7f3ed40047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:29.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 --2- 172.21.15.116:0/1919826820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ed4003f00 0x7f3ed40047d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3ed800c210 tx=0x7f3ed801cc00 comp rx=0 tx=0).stop 2023-11-30T08:27:29.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eedc25640 1 -- 172.21.15.116:0/1919826820 reap_dead start 2023-11-30T08:27:29.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 -- 172.21.15.116:0/1919826820 shutdown_connections 2023-11-30T08:27:29.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 -- 172.21.15.116:0/1919826820 >> 172.21.15.116:0/1919826820 conn(0x7f3ee806a580 msgr2=0x7f3ee806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:29.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 -- 172.21.15.116:0/1919826820 shutdown_connections 2023-11-30T08:27:29.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 -- 172.21.15.116:0/1919826820 wait complete. 2023-11-30T08:27:29.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 Processor -- start 2023-11-30T08:27:29.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 -- start start 2023-11-30T08:27:29.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee809b830 0x7f3ee81e31a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ee8145170 0x7f3ee809bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee80acdb0 0x7f3ee8138ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ee809c410 con 0x7f3ee8145170 2023-11-30T08:27:29.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ee81e36e0 con 0x7f3ee80acdb0 2023-11-30T08:27:29.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eef688640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ee809c150 con 0x7f3ee809b830 2023-11-30T08:27:29.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eecc23640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ee8145170 0x7f3ee809bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:29.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eecc23640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ee8145170 0x7f3ee809bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40034/0 (socket says 172.21.15.116:40034) 2023-11-30T08:27:29.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eecc23640 1 -- 172.21.15.116:0/3378222673 learned_addr learned my addr 172.21.15.116:0/3378222673 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:29.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eedc25640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee80acdb0 0x7f3ee8138ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eed424640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee809b830 0x7f3ee81e31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eecc23640 1 -- 172.21.15.116:0/3378222673 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee809b830 msgr2=0x7f3ee81e31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eecc23640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee809b830 0x7f3ee81e31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eecc23640 1 -- 172.21.15.116:0/3378222673 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee80acdb0 msgr2=0x7f3ee8138ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eecc23640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee80acdb0 0x7f3ee8138ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eecc23640 1 -- 172.21.15.116:0/3378222673 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ee81e29a0 con 0x7f3ee8145170 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eed424640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee809b830 0x7f3ee81e31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.189+0000 7f3eecc23640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ee8145170 0x7f3ee809bc10 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3ed80ab040 tx=0x7f3ed4005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.193+0000 7f3eddffb640 1 -- 172.21.15.116:0/3378222673 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ed8004ab0 con 0x7f3ee8145170 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.193+0000 7f3eddffb640 1 -- 172.21.15.116:0/3378222673 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ed8004c30 con 0x7f3ee8145170 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.193+0000 7f3eef688640 1 -- 172.21.15.116:0/3378222673 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ee81e2c80 con 0x7f3ee8145170 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.193+0000 7f3eddffb640 1 -- 172.21.15.116:0/3378222673 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ed8005e80 con 0x7f3ee8145170 2023-11-30T08:27:29.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.193+0000 7f3eef688640 1 -- 172.21.15.116:0/3378222673 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ee8139410 con 0x7f3ee8145170 2023-11-30T08:27:29.204 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.193+0000 7f3eef688640 1 -- 172.21.15.116:0/3378222673 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ee80679e0 con 0x7f3ee8145170 2023-11-30T08:27:29.204 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.193+0000 7f3eddffb640 1 -- 172.21.15.116:0/3378222673 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f3ed80a5710 con 0x7f3ee8145170 2023-11-30T08:27:29.204 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.193+0000 7f3eddffb640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3ecc066470 0x7f3ecc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.204 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.193+0000 7f3eddffb640 1 -- 172.21.15.116:0/3378222673 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3ed811d3e0 con 0x7f3ee8145170 2023-11-30T08:27:29.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.193+0000 7f3eed424640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3ecc066470 0x7f3ecc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:29.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.193+0000 7f3eed424640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3ecc066470 0x7f3ecc068930 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3ee4009ac0 tx=0x7f3ee4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:29.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.197+0000 7f3eddffb640 1 -- 172.21.15.116:0/3378222673 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f3ed80ea860 con 0x7f3ee8145170 2023-11-30T08:27:29.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.385+0000 7f3eef688640 1 -- 172.21.15.116:0/3378222673 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f3ee81e2800 con 0x7f3ee8145170 2023-11-30T08:27:29.392 INFO:tasks.ceph.mon.a.smithi116.stderr:2023-11-30T08:27:29.385+0000 7f9db1dcc640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-30T08:27:29.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.385+0000 7f3eddffb640 1 -- 172.21.15.116:0/3378222673 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7f3ee81e2800 con 0x7f3ee8145170 2023-11-30T08:27:29.395 INFO:teuthology.orchestra.run.smithi116.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-11-30T08:27:29.399 INFO:tasks.ceph.mds.a.smithi116.stderr: -1014> 2023-11-30T08:27:04.318+0000 7f3a1f5e9640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-30T08:27:29.400 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.393+0000 7f3eef688640 1 -- 172.21.15.116:0/3378222673 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3ecc066470 msgr2=0x7f3ecc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:29.400 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.393+0000 7f3eef688640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3ecc066470 0x7f3ecc068930 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3ee4009ac0 tx=0x7f3ee4008040 comp rx=0 tx=0).stop 2023-11-30T08:27:29.400 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.393+0000 7f3eef688640 1 -- 172.21.15.116:0/3378222673 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ee8145170 msgr2=0x7f3ee809bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:29.400 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.393+0000 7f3eef688640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ee8145170 0x7f3ee809bc10 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3ed80ab040 tx=0x7f3ed4005800 comp rx=0 tx=0).stop 2023-11-30T08:27:29.400 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.393+0000 7f3eef688640 1 -- 172.21.15.116:0/3378222673 shutdown_connections 2023-11-30T08:27:29.400 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.393+0000 7f3eef688640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f3ee80acdb0 0x7f3ee8138ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.400 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.393+0000 7f3eef688640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ee8145170 0x7f3ee809bc10 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.401 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.393+0000 7f3eef688640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3ecc066470 0x7f3ecc068930 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.401 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.393+0000 7f3eef688640 1 --2- 172.21.15.116:0/3378222673 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f3ee809b830 0x7f3ee81e31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.401 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.393+0000 7f3eef688640 1 -- 172.21.15.116:0/3378222673 >> 172.21.15.116:0/3378222673 conn(0x7f3ee806a580 msgr2=0x7f3ee80b6080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:29.401 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.393+0000 7f3eef688640 1 -- 172.21.15.116:0/3378222673 shutdown_connections 2023-11-30T08:27:29.401 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.393+0000 7f3eef688640 1 -- 172.21.15.116:0/3378222673 wait complete. 2023-11-30T08:27:29.416 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-11-30T08:27:29.424 INFO:tasks.ceph.mds.a.smithi116.stdout:starting mds.a at 2023-11-30T08:27:29.520 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcefae6f640 1 Processor -- start 2023-11-30T08:27:29.521 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcefae6f640 1 -- start start 2023-11-30T08:27:29.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcefae6f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcef4073710 0x7fcef41483e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcefae6f640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fcef4071240 0x7fcef413e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcefae6f640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcef4073af0 con 0x7fcef413ea00 2023-11-30T08:27:29.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcefae6f640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcef4145490 con 0x7fcef4071240 2023-11-30T08:27:29.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcefae6f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcef4147be0 con 0x7fcef4073710 2023-11-30T08:27:29.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcef3fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fcef4071240 0x7fcef413e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:29.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcef940c640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fcef413ea00 0x7fcef4144a20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:55904/0 (socket says 172.21.15.116:55904) 2023-11-30T08:27:29.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcef940c640 1 -- 172.21.15.116:0/825639098 learned_addr learned my addr 172.21.15.116:0/825639098 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:29.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcef3fff640 1 -- 172.21.15.116:0/825639098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcef4073710 msgr2=0x7fcef41483e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:29.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcef3fff640 1 --2- 172.21.15.116:0/825639098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcef4073710 0x7fcef41483e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcef3fff640 1 -- 172.21.15.116:0/825639098 >> v1:172.21.15.116:6789/0 conn(0x7fcef413ea00 legacy=0x7fcef4144a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:29.522 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcef3fff640 1 -- 172.21.15.116:0/825639098 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcef4147ec0 con 0x7fcef4071240 2023-11-30T08:27:29.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.513+0000 7fcef37fe640 1 -- 172.21.15.116:0/825639098 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 764364850 0 0) 0x7fcef4073af0 con 0x7fcef413ea00 2023-11-30T08:27:29.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef3fff640 1 --2- 172.21.15.116:0/825639098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcef4071240 0x7fcef413e4c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fcee80097c0 tx=0x7fcee801c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a0571c18ee931 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:29.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef37fe640 1 -- 172.21.15.116:0/825639098 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee80ab600 con 0x7fcef4071240 2023-11-30T08:27:29.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef37fe640 1 -- 172.21.15.116:0/825639098 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcee80a7050 con 0x7fcef4071240 2023-11-30T08:27:29.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef37fe640 1 -- 172.21.15.116:0/825639098 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee80ab980 con 0x7fcef4071240 2023-11-30T08:27:29.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 -- 172.21.15.116:0/825639098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcef4071240 msgr2=0x7fcef413e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:29.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 --2- 172.21.15.116:0/825639098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcef4071240 0x7fcef413e4c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fcee80097c0 tx=0x7fcee801c3f0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 -- 172.21.15.116:0/825639098 shutdown_connections 2023-11-30T08:27:29.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 --2- 172.21.15.116:0/825639098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcef4071240 0x7fcef413e4c0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 --2- 172.21.15.116:0/825639098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcef4073710 0x7fcef41483e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 -- 172.21.15.116:0/825639098 >> 172.21.15.116:0/825639098 conn(0x7fcef406a580 msgr2=0x7fcef406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:29.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 -- 172.21.15.116:0/825639098 shutdown_connections 2023-11-30T08:27:29.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 -- 172.21.15.116:0/825639098 wait complete. 2023-11-30T08:27:29.527 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 Processor -- start 2023-11-30T08:27:29.527 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 -- start start 2023-11-30T08:27:29.527 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcef4071240 0x7fcef41e2510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.527 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcef4073710 0x7fcef41e2a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.527 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcef413ea00 0x7fcef413b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.527 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcef406fa10 con 0x7fcef4073710 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcef41401c0 con 0x7fcef413ea00 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcef41404a0 con 0x7fcef4071240 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef3fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcef4073710 0x7fcef41e2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef3fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcef4073710 0x7fcef41e2a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40076/0 (socket says 172.21.15.116:40076) 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef3fff640 1 -- 172.21.15.116:0/1896399872 learned_addr learned my addr 172.21.15.116:0/1896399872 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef3fff640 1 -- 172.21.15.116:0/1896399872 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcef4071240 msgr2=0x7fcef41e2510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef3fff640 1 --2- 172.21.15.116:0/1896399872 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcef4071240 0x7fcef41e2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef3fff640 1 -- 172.21.15.116:0/1896399872 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcef413ea00 msgr2=0x7fcef413b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef3fff640 1 --2- 172.21.15.116:0/1896399872 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcef413ea00 0x7fcef413b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef3fff640 1 -- 172.21.15.116:0/1896399872 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcee8009420 con 0x7fcef4073710 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef3fff640 1 --2- 172.21.15.116:0/1896399872 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcef4073710 0x7fcef41e2a50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fcee801aaa0 tx=0x7fcee801ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef17fa640 1 -- 172.21.15.116:0/1896399872 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee8004020 con 0x7fcef4073710 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef17fa640 1 -- 172.21.15.116:0/1896399872 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcee8004180 con 0x7fcef4073710 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 -- 172.21.15.116:0/1896399872 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcef40709d0 con 0x7fcef4073710 2023-11-30T08:27:29.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcef17fa640 1 -- 172.21.15.116:0/1896399872 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee80044f0 con 0x7fcef4073710 2023-11-30T08:27:29.529 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.517+0000 7fcefae6f640 1 -- 172.21.15.116:0/1896399872 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcef4070f40 con 0x7fcef4073710 2023-11-30T08:27:29.529 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.521+0000 7fcefae6f640 1 -- 172.21.15.116:0/1896399872 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcef4072790 con 0x7fcef4073710 2023-11-30T08:27:29.529 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.521+0000 7fcef17fa640 1 -- 172.21.15.116:0/1896399872 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcee8003620 con 0x7fcef4073710 2023-11-30T08:27:29.530 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.521+0000 7fcef17fa640 1 --2- 172.21.15.116:0/1896399872 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcee0066470 0x7fcee0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:29.530 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.521+0000 7fcef17fa640 1 -- 172.21.15.116:0/1896399872 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fcee811e4a0 con 0x7fcef4073710 2023-11-30T08:27:29.530 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.521+0000 7fcef8c0b640 1 --2- 172.21.15.116:0/1896399872 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcee0066470 0x7fcee0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:29.530 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.521+0000 7fcef8c0b640 1 --2- 172.21.15.116:0/1896399872 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcee0066470 0x7fcee0068930 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcee4009730 tx=0x7fcee4006ca0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:29.533 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.525+0000 7fcef17fa640 1 -- 172.21.15.116:0/1896399872 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcee80eba70 con 0x7fcef4073710 2023-11-30T08:27:29.704 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:29.697+0000 7fcefae6f640 1 -- 172.21.15.116:0/1896399872 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fcef4068960 con 0x7fcef4073710 2023-11-30T08:27:30.398 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.389+0000 7fcef17fa640 1 -- 172.21.15.116:0/1896399872 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7fcee80ef090 con 0x7fcef4073710 2023-11-30T08:27:30.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.393+0000 7fcefae6f640 1 -- 172.21.15.116:0/1896399872 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcee0066470 msgr2=0x7fcee0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:30.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.393+0000 7fcefae6f640 1 --2- 172.21.15.116:0/1896399872 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcee0066470 0x7fcee0068930 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcee4009730 tx=0x7fcee4006ca0 comp rx=0 tx=0).stop 2023-11-30T08:27:30.402 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.393+0000 7fcefae6f640 1 -- 172.21.15.116:0/1896399872 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcef4073710 msgr2=0x7fcef41e2a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:30.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.393+0000 7fcefae6f640 1 --2- 172.21.15.116:0/1896399872 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcef4073710 0x7fcef41e2a50 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fcee801aaa0 tx=0x7fcee801ac30 comp rx=0 tx=0).stop 2023-11-30T08:27:30.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.393+0000 7fcefae6f640 1 -- 172.21.15.116:0/1896399872 shutdown_connections 2023-11-30T08:27:30.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.393+0000 7fcefae6f640 1 --2- 172.21.15.116:0/1896399872 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcef413ea00 0x7fcef413b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:30.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.393+0000 7fcefae6f640 1 --2- 172.21.15.116:0/1896399872 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcef4073710 0x7fcef41e2a50 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:30.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.393+0000 7fcefae6f640 1 --2- 172.21.15.116:0/1896399872 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcee0066470 0x7fcee0068930 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:30.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.393+0000 7fcefae6f640 1 --2- 172.21.15.116:0/1896399872 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcef4071240 0x7fcef41e2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:30.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.393+0000 7fcefae6f640 1 -- 172.21.15.116:0/1896399872 >> 172.21.15.116:0/1896399872 conn(0x7fcef406a580 msgr2=0x7fcef40b75d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:30.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.393+0000 7fcefae6f640 1 -- 172.21.15.116:0/1896399872 shutdown_connections 2023-11-30T08:27:30.403 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.393+0000 7fcefae6f640 1 -- 172.21.15.116:0/1896399872 wait complete. 2023-11-30T08:27:30.424 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-11-30T08:27:30.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.589+0000 7f96b60ae640 1 Processor -- start 2023-11-30T08:27:30.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.589+0000 7f96b60ae640 1 -- start start 2023-11-30T08:27:30.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.589+0000 7f96b60ae640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f96b0145170 0x7f96b014fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:30.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.589+0000 7f96b60ae640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96b00b3cd0 con 0x7f96b00afa00 2023-11-30T08:27:30.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.589+0000 7f96b60ae640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96b00b1ea0 con 0x7f96b006c920 2023-11-30T08:27:30.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.589+0000 7f96b60ae640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96b00b06a0 con 0x7f96b0145170 2023-11-30T08:27:30.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.589+0000 7f96affff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f96b0145170 0x7f96b014fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:30.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.589+0000 7f96aeffd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f96b00afa00 0x7f96b0144a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:55906/0 (socket says 172.21.15.116:55906) 2023-11-30T08:27:30.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.589+0000 7f96aeffd640 1 -- 172.21.15.116:0/1778384605 learned_addr learned my addr 172.21.15.116:0/1778384605 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:30.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.589+0000 7f96affff640 1 -- 172.21.15.116:0/1778384605 >> v1:172.21.15.162:6789/0 conn(0x7f96b006c920 legacy=0x7f96b00aff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:30.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.589+0000 7f96affff640 1 -- 172.21.15.116:0/1778384605 >> v1:172.21.15.116:6789/0 conn(0x7f96b00afa00 legacy=0x7f96b0144a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:30.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.589+0000 7f96affff640 1 -- 172.21.15.116:0/1778384605 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96b00b1b70 con 0x7f96b0145170 2023-11-30T08:27:30.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96affff640 1 --2- 172.21.15.116:0/1778384605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f96b0145170 0x7f96b014fd10 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f96a8009d90 tx=0x7f96a801c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d0ee4ac055383c5 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:30.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96ae7fc640 1 -- 172.21.15.116:0/1778384605 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96a80a58e0 con 0x7f96b0145170 2023-11-30T08:27:30.601 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96ae7fc640 1 -- 172.21.15.116:0/1778384605 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96a80a5a40 con 0x7f96b0145170 2023-11-30T08:27:30.601 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96ae7fc640 1 -- 172.21.15.116:0/1778384605 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96a80a5dd0 con 0x7f96b0145170 2023-11-30T08:27:30.601 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 -- 172.21.15.116:0/1778384605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f96b0145170 msgr2=0x7f96b014fd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:30.601 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 --2- 172.21.15.116:0/1778384605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f96b0145170 0x7f96b014fd10 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f96a8009d90 tx=0x7f96a801c910 comp rx=0 tx=0).stop 2023-11-30T08:27:30.602 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 -- 172.21.15.116:0/1778384605 shutdown_connections 2023-11-30T08:27:30.602 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 --2- 172.21.15.116:0/1778384605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f96b0145170 0x7f96b014fd10 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:30.602 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 -- 172.21.15.116:0/1778384605 >> 172.21.15.116:0/1778384605 conn(0x7f96b00b4890 msgr2=0x7f96b00b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:30.602 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 -- 172.21.15.116:0/1778384605 shutdown_connections 2023-11-30T08:27:30.602 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 -- 172.21.15.116:0/1778384605 wait complete. 2023-11-30T08:27:30.602 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 Processor -- start 2023-11-30T08:27:30.602 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 -- start start 2023-11-30T08:27:30.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f96b006c920 0x7f96b013dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:30.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f96b00afa00 0x7f96b0131f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:30.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f96b0137940 0x7f96b01dffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96b01374b0 con 0x7f96b00afa00 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96b01335e0 con 0x7f96b0137940 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96b60ae640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96b0132460 con 0x7f96b006c920 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96aeffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f96b00afa00 0x7f96b0131f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96aeffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f96b00afa00 0x7f96b0131f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40102/0 (socket says 172.21.15.116:40102) 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.593+0000 7f96aeffd640 1 -- 172.21.15.116:0/4158604784 learned_addr learned my addr 172.21.15.116:0/4158604784 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96affff640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f96b0137940 0x7f96b01dffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96af7fe640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f96b006c920 0x7f96b013dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96aeffd640 1 -- 172.21.15.116:0/4158604784 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f96b006c920 msgr2=0x7f96b013dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96aeffd640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f96b006c920 0x7f96b013dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96aeffd640 1 -- 172.21.15.116:0/4158604784 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f96b0137940 msgr2=0x7f96b01dffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96aeffd640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f96b0137940 0x7f96b01dffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:30.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96aeffd640 1 -- 172.21.15.116:0/4158604784 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96a8009a70 con 0x7f96b00afa00 2023-11-30T08:27:30.606 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96affff640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f96b0137940 0x7f96b01dffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:30.606 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96aeffd640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f96b00afa00 0x7f96b0131f20 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f96a000c480 tx=0x7f96a000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:30.606 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f9697fff640 1 -- 172.21.15.116:0/4158604784 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96a0005cf0 con 0x7f96b00afa00 2023-11-30T08:27:30.606 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f9697fff640 1 -- 172.21.15.116:0/4158604784 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96a0005e50 con 0x7f96b00afa00 2023-11-30T08:27:30.606 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f9697fff640 1 -- 172.21.15.116:0/4158604784 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96a0007290 con 0x7f96b00afa00 2023-11-30T08:27:30.606 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96b60ae640 1 -- 172.21.15.116:0/4158604784 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96b013e640 con 0x7f96b00afa00 2023-11-30T08:27:30.606 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96b60ae640 1 -- 172.21.15.116:0/4158604784 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96b013e920 con 0x7f96b00afa00 2023-11-30T08:27:30.606 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96b60ae640 1 -- 172.21.15.116:0/4158604784 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96b0071a50 con 0x7f96b00afa00 2023-11-30T08:27:30.607 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f9697fff640 1 -- 172.21.15.116:0/4158604784 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f96a00073f0 con 0x7f96b00afa00 2023-11-30T08:27:30.607 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f9697fff640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f969c066470 0x7f969c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:30.607 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f9697fff640 1 -- 172.21.15.116:0/4158604784 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f96a00833f0 con 0x7f96b00afa00 2023-11-30T08:27:30.607 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96af7fe640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f969c066470 0x7f969c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:30.607 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.597+0000 7f96af7fe640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f969c066470 0x7f969c068930 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f96a4003d60 tx=0x7f96a4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:30.610 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.601+0000 7f9697fff640 1 -- 172.21.15.116:0/4158604784 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f96a00508a0 con 0x7f96b00afa00 2023-11-30T08:27:30.625 DEBUG:teuthology.orchestra.run.smithi116:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-30T08:27:30.627 DEBUG:teuthology.orchestra.run.smithi162:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-30T08:27:30.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:30.745+0000 7f96b60ae640 1 -- 172.21.15.116:0/4158604784 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f96b013e4a0 con 0x7f96b00afa00 2023-11-30T08:27:31.410 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.401+0000 7f9697fff640 1 -- 172.21.15.116:0/4158604784 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v22) v1 ==== 181+0+0 (secure 0 0 0) 0x7f96b013e4a0 con 0x7f96b00afa00 2023-11-30T08:27:31.411 INFO:teuthology.orchestra.run.smithi116.stderr:pool 'cephfs_metadata' removed 2023-11-30T08:27:31.413 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.405+0000 7f96b60ae640 1 -- 172.21.15.116:0/4158604784 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f969c066470 msgr2=0x7f969c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:31.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.405+0000 7f96b60ae640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f969c066470 0x7f969c068930 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f96a4003d60 tx=0x7f96a4009040 comp rx=0 tx=0).stop 2023-11-30T08:27:31.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.405+0000 7f96b60ae640 1 -- 172.21.15.116:0/4158604784 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f96b00afa00 msgr2=0x7f96b0131f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:31.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.405+0000 7f96b60ae640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f96b00afa00 0x7f96b0131f20 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f96a000c480 tx=0x7f96a000c940 comp rx=0 tx=0).stop 2023-11-30T08:27:31.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.405+0000 7f96b60ae640 1 -- 172.21.15.116:0/4158604784 shutdown_connections 2023-11-30T08:27:31.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.405+0000 7f96b60ae640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f96b0137940 0x7f96b01dffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:31.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.405+0000 7f96b60ae640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f96b00afa00 0x7f96b0131f20 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:31.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.405+0000 7f96b60ae640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f969c066470 0x7f969c068930 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:31.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.405+0000 7f96b60ae640 1 --2- 172.21.15.116:0/4158604784 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f96b006c920 0x7f96b013dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:31.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.405+0000 7f96b60ae640 1 -- 172.21.15.116:0/4158604784 >> 172.21.15.116:0/4158604784 conn(0x7f96b00b4890 msgr2=0x7f96b00b4c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:31.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.405+0000 7f96b60ae640 1 -- 172.21.15.116:0/4158604784 shutdown_connections 2023-11-30T08:27:31.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.405+0000 7f96b60ae640 1 -- 172.21.15.116:0/4158604784 wait complete. 2023-11-30T08:27:31.435 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-11-30T08:27:31.560 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fefa4aac640 1 Processor -- start 2023-11-30T08:27:31.560 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fefa4aac640 1 -- start start 2023-11-30T08:27:31.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fefa4aac640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fefa00b29f0 0x7fefa00b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:31.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fefa4aac640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fefa00b0fb0 0x7fefa00acdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:31.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fefa4aac640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fefa00ae0f0 0x7fefa00ad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:31.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fefa4aac640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefa00ae750 con 0x7fefa00b29f0 2023-11-30T08:27:31.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fefa4aac640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefa0072550 con 0x7fefa00b0fb0 2023-11-30T08:27:31.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fefa4aac640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefa00b2dd0 con 0x7fefa00ae0f0 2023-11-30T08:27:31.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fef9e59c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fefa00b29f0 0x7fefa00b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:31.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fef9e59c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fefa00b29f0 0x7fefa00b0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40108/0 (socket says 172.21.15.116:40108) 2023-11-30T08:27:31.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fef9e59c640 1 -- 172.21.15.116:0/1509822301 learned_addr learned my addr 172.21.15.116:0/1509822301 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:31.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fef9dd9b640 1 --2- 172.21.15.116:0/1509822301 >> v2:172.21.15.162:3300/0 conn(0x7fefa00b0fb0 0x7fefa00acdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:31.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fef9e59c640 1 -- 172.21.15.116:0/1509822301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fefa00ae0f0 msgr2=0x7fefa00ad2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:31.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fef9ed9d640 1 --2- 172.21.15.116:0/1509822301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fefa00ae0f0 0x7fefa00ad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:31.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fef9e59c640 1 --2- 172.21.15.116:0/1509822301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fefa00ae0f0 0x7fefa00ad2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:31.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fef9e59c640 1 -- 172.21.15.116:0/1509822301 >> v2:172.21.15.162:3300/0 conn(0x7fefa00b0fb0 msgr2=0x7fefa00acdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:31.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fef9e59c640 1 --2- 172.21.15.116:0/1509822301 >> v2:172.21.15.162:3300/0 conn(0x7fefa00b0fb0 0x7fefa00acdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:31.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fef9e59c640 1 -- 172.21.15.116:0/1509822301 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefa00b0300 con 0x7fefa00b29f0 2023-11-30T08:27:31.563 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.553+0000 7fef9dd9b640 1 --2- 172.21.15.116:0/1509822301 >> v2:172.21.15.162:3300/0 conn(0x7fefa00b0fb0 0x7fefa00acdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:31.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fef9e59c640 1 --2- 172.21.15.116:0/1509822301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefa00b29f0 0x7fefa00b0a70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fefa006e1f0 tx=0x7fef9001c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32f7ab8ef8627bea server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:31.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fef9d59a640 1 -- 172.21.15.116:0/1509822301 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef900ab600 con 0x7fefa00b29f0 2023-11-30T08:27:31.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fef9d59a640 1 -- 172.21.15.116:0/1509822301 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef900a7050 con 0x7fefa00b29f0 2023-11-30T08:27:31.565 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fef9d59a640 1 -- 172.21.15.116:0/1509822301 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef900ab980 con 0x7fefa00b29f0 2023-11-30T08:27:31.566 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fefa4aac640 1 -- 172.21.15.116:0/1509822301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefa00b29f0 msgr2=0x7fefa00b0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:31.566 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fefa4aac640 1 --2- 172.21.15.116:0/1509822301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefa00b29f0 0x7fefa00b0a70 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fefa006e1f0 tx=0x7fef9001c3b0 comp rx=0 tx=0).stop 2023-11-30T08:27:31.566 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fefa4aac640 1 -- 172.21.15.116:0/1509822301 shutdown_connections 2023-11-30T08:27:31.566 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fefa4aac640 1 --2- 172.21.15.116:0/1509822301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fefa00ae0f0 0x7fefa00ad2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:31.566 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fefa4aac640 1 --2- 172.21.15.116:0/1509822301 >> v2:172.21.15.162:3300/0 conn(0x7fefa00b0fb0 0x7fefa00acdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:31.566 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fefa4aac640 1 --2- 172.21.15.116:0/1509822301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefa00b29f0 0x7fefa00b0a70 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:31.566 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fefa4aac640 1 -- 172.21.15.116:0/1509822301 >> 172.21.15.116:0/1509822301 conn(0x7fefa00b4890 msgr2=0x7fefa00b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:31.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fefa4aac640 1 -- 172.21.15.116:0/1509822301 shutdown_connections 2023-11-30T08:27:31.567 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fefa4aac640 1 -- 172.21.15.116:0/1509822301 wait complete. 2023-11-30T08:27:31.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fefa4aac640 1 Processor -- start 2023-11-30T08:27:31.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.557+0000 7fefa4aac640 1 -- start start 2023-11-30T08:27:31.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fefa4aac640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fefa00b0fb0 0x7fefa00b6350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:31.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fefa4aac640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa00b29f0 0x7fefa0145760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:31.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fefa4aac640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefa00b7970 0x7fefa0137e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:31.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fefa4aac640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefa0144c40 con 0x7fefa00b7970 2023-11-30T08:27:31.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fefa4aac640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefa00b7200 con 0x7fefa00b29f0 2023-11-30T08:27:31.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fefa4aac640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefa0141b20 con 0x7fefa00b0fb0 2023-11-30T08:27:31.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9ed9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefa00b7970 0x7fefa0137e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:31.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9ed9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefa00b7970 0x7fefa0137e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40118/0 (socket says 172.21.15.116:40118) 2023-11-30T08:27:31.569 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9ed9d640 1 -- 172.21.15.116:0/3353260301 learned_addr learned my addr 172.21.15.116:0/3353260301 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9e59c640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fefa00b0fb0 0x7fefa00b6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9dd9b640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa00b29f0 0x7fefa0145760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9ed9d640 1 -- 172.21.15.116:0/3353260301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fefa00b0fb0 msgr2=0x7fefa00b6350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9ed9d640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fefa00b0fb0 0x7fefa00b6350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9ed9d640 1 -- 172.21.15.116:0/3353260301 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa00b29f0 msgr2=0x7fefa0145760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9ed9d640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa00b29f0 0x7fefa0145760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9ed9d640 1 -- 172.21.15.116:0/3353260301 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef900094d0 con 0x7fefa00b7970 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9ed9d640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefa00b7970 0x7fefa0137e40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fef9800ce80 tx=0x7fef9800e420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef8effd640 1 -- 172.21.15.116:0/3353260301 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef98011070 con 0x7fefa00b7970 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef8effd640 1 -- 172.21.15.116:0/3353260301 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef9800c2e0 con 0x7fefa00b7970 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fefa4aac640 1 -- 172.21.15.116:0/3353260301 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefa00af000 con 0x7fefa00b7970 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef8effd640 1 -- 172.21.15.116:0/3353260301 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef9800ee10 con 0x7fefa00b7970 2023-11-30T08:27:31.570 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fefa4aac640 1 -- 172.21.15.116:0/3353260301 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefa013a500 con 0x7fefa00b7970 2023-11-30T08:27:31.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fefa4aac640 1 -- 172.21.15.116:0/3353260301 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefa00b7340 con 0x7fefa00b7970 2023-11-30T08:27:31.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef8effd640 1 -- 172.21.15.116:0/3353260301 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fef9800a480 con 0x7fefa00b7970 2023-11-30T08:27:31.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef8effd640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fef80066470 0x7fef80068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:31.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef8effd640 1 -- 172.21.15.116:0/3353260301 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5357+0+0 (secure 0 0 0) 0x7fef98085b40 con 0x7fefa00b7970 2023-11-30T08:27:31.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9e59c640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fef80066470 0x7fef80068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:31.571 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.561+0000 7fef9e59c640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fef80066470 0x7fef80068930 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fef900ad000 tx=0x7fef900a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:31.575 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.565+0000 7fef8effd640 1 -- 172.21.15.116:0/3353260301 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fefa00b7340 con 0x7fefa00b7970 2023-11-30T08:27:31.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:31.725+0000 7fefa4aac640 1 -- 172.21.15.116:0/3353260301 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fefa00b7340 con 0x7fefa00b7970 2023-11-30T08:27:32.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.417+0000 7fef8effd640 1 -- 172.21.15.116:0/3353260301 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v23) v1 ==== 169+0+0 (secure 0 0 0) 0x7fefa00b7340 con 0x7fefa00b7970 2023-11-30T08:27:32.424 INFO:teuthology.orchestra.run.smithi116.stderr:pool 'cephfs_data' removed 2023-11-30T08:27:32.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.421+0000 7fefa4aac640 1 -- 172.21.15.116:0/3353260301 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fef80066470 msgr2=0x7fef80068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:32.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.421+0000 7fefa4aac640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fef80066470 0x7fef80068930 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fef900ad000 tx=0x7fef900a6000 comp rx=0 tx=0).stop 2023-11-30T08:27:32.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.421+0000 7fefa4aac640 1 -- 172.21.15.116:0/3353260301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefa00b7970 msgr2=0x7fefa0137e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:32.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.421+0000 7fefa4aac640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefa00b7970 0x7fefa0137e40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fef9800ce80 tx=0x7fef9800e420 comp rx=0 tx=0).stop 2023-11-30T08:27:32.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.421+0000 7fefa4aac640 1 -- 172.21.15.116:0/3353260301 shutdown_connections 2023-11-30T08:27:32.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.421+0000 7fefa4aac640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefa00b7970 0x7fefa0137e40 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:32.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.421+0000 7fefa4aac640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefa00b29f0 0x7fefa0145760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:32.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.421+0000 7fefa4aac640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fef80066470 0x7fef80068930 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:32.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.421+0000 7fefa4aac640 1 --2- 172.21.15.116:0/3353260301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fefa00b0fb0 0x7fefa00b6350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:32.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.421+0000 7fefa4aac640 1 -- 172.21.15.116:0/3353260301 >> 172.21.15.116:0/3353260301 conn(0x7fefa00b4890 msgr2=0x7fefa00b4c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:32.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.421+0000 7fefa4aac640 1 -- 172.21.15.116:0/3353260301 shutdown_connections 2023-11-30T08:27:32.430 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.421+0000 7fefa4aac640 1 -- 172.21.15.116:0/3353260301 wait complete. 2023-11-30T08:27:32.452 INFO:tasks.ceph.mds.a:Restarting daemon 2023-11-30T08:27:32.453 INFO:tasks.ceph.mds.a:Stopping old one... 2023-11-30T08:27:32.453 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-11-30T08:27:32.453 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:27:32.453 INFO:tasks.ceph.mds.b:Restarting daemon 2023-11-30T08:27:32.453 INFO:tasks.ceph.mds.b:Stopping old one... 2023-11-30T08:27:32.454 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-11-30T08:27:32.454 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:27:32.463 INFO:tasks.ceph.mds.a:Stopped 2023-11-30T08:27:32.463 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-11-30T08:27:32.472 INFO:tasks.ceph.mds.b:Stopped 2023-11-30T08:27:32.472 DEBUG:teuthology.orchestra.run.smithi162:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-11-30T08:27:32.509 INFO:tasks.ceph.mds.a:Started 2023-11-30T08:27:32.509 DEBUG:teuthology.parallel:result is None 2023-11-30T08:27:32.515 INFO:tasks.ceph.mds.b:Started 2023-11-30T08:27:32.515 DEBUG:teuthology.parallel:result is None 2023-11-30T08:27:32.516 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-11-30T08:27:32.573 INFO:tasks.ceph.mds.a.smithi116.stdout:starting mds.a at 2023-11-30T08:27:32.588 INFO:tasks.ceph.mds.b.smithi162.stdout:starting mds.b at 2023-11-30T08:27:32.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0f3a9640 1 Processor -- start 2023-11-30T08:27:32.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0f3a9640 1 -- start start 2023-11-30T08:27:32.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0f3a9640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5d080b3b00 0x7f5d080ae070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:32.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0f3a9640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f5d0806c240 0x7f5d0814e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:32.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0f3a9640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d080af850 con 0x7f5d0806b6b0 2023-11-30T08:27:32.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0f3a9640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d080ad7f0 con 0x7f5d0806c240 2023-11-30T08:27:32.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0f3a9640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d080b3ee0 con 0x7f5d080b3b00 2023-11-30T08:27:32.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0c944640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f5d0806b6b0 0x7f5d0806bb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:55920/0 (socket says 172.21.15.116:55920) 2023-11-30T08:27:32.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0c944640 1 -- 172.21.15.116:0/1947655083 learned_addr learned my addr 172.21.15.116:0/1947655083 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:32.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0d145640 1 --2- 172.21.15.116:0/1947655083 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5d080b3b00 0x7f5d080ae070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:32.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0d946640 1 --2- 172.21.15.116:0/1947655083 >> v2:172.21.15.162:3300/0 conn(0x7f5d0806c240 0x7f5d0814e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:32.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3442302742 0 0) 0x7f5d080af850 con 0x7f5d0806b6b0 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5cf4003530 con 0x7f5d0806b6b0 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1614209964 0 0) 0x7f5cf4003530 con 0x7f5d0806b6b0 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5d080b3b00 msgr2=0x7f5d080ae070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 --2- 172.21.15.116:0/1947655083 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5d080b3b00 0x7f5d080ae070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 >> v2:172.21.15.162:3300/0 conn(0x7f5d0806c240 msgr2=0x7f5d0814e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 --2- 172.21.15.116:0/1947655083 >> v2:172.21.15.162:3300/0 conn(0x7f5d0806c240 0x7f5d0814e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d080afb30 con 0x7f5d0806b6b0 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f5cf8001680 con 0x7f5d0806b6b0 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 >> v1:172.21.15.116:6789/0 conn(0x7f5d0806b6b0 legacy=0x7f5d0806bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 --2- 172.21.15.116:0/1947655083 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5d080b3b00 0x7f5cf40039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 --2- 172.21.15.116:0/1947655083 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5cf4003f20 0x7f5cf40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 --2- 172.21.15.116:0/1947655083 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5cf4004d10 0x7f5cf4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:32.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d080ad7f0 con 0x7f5cf4003f20 2023-11-30T08:27:32.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d080b3ee0 con 0x7f5cf4004d10 2023-11-30T08:27:32.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cf400b990 con 0x7f5d080b3b00 2023-11-30T08:27:32.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0c944640 1 --2- 172.21.15.116:0/1947655083 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5cf4003f20 0x7f5cf40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:32.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0d145640 1 --2- 172.21.15.116:0/1947655083 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5d080b3b00 0x7f5cf40039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:32.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0d946640 1 --2- 172.21.15.116:0/1947655083 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5cf4004d10 0x7f5cf4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:32.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0c944640 1 -- 172.21.15.116:0/1947655083 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5d080b3b00 msgr2=0x7f5cf40039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:32.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0c944640 1 --2- 172.21.15.116:0/1947655083 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5d080b3b00 0x7f5cf40039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:32.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0c944640 1 -- 172.21.15.116:0/1947655083 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5cf4004d10 msgr2=0x7f5cf4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:32.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0c944640 1 --2- 172.21.15.116:0/1947655083 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5cf4004d10 0x7f5cf4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:32.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.629+0000 7f5d0c944640 1 -- 172.21.15.116:0/1947655083 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cf4003530 con 0x7f5cf4003f20 2023-11-30T08:27:32.645 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0c944640 1 --2- 172.21.15.116:0/1947655083 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5cf4003f20 0x7f5cf40047d0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5cf800c2c0 tx=0x7f5cf801f430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a14b006c00e815db server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:32.645 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cf8005ae0 con 0x7f5cf4003f20 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cf80ab070 con 0x7f5cf4003f20 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5cfffff640 1 -- 172.21.15.116:0/1947655083 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cf8005e80 con 0x7f5cf4003f20 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/1947655083 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5cf4003f20 msgr2=0x7f5cf40047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 --2- 172.21.15.116:0/1947655083 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5cf4003f20 0x7f5cf40047d0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5cf800c2c0 tx=0x7f5cf801f430 comp rx=0 tx=0).stop 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0d946640 1 -- 172.21.15.116:0/1947655083 reap_dead start 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/1947655083 shutdown_connections 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/1947655083 >> 172.21.15.116:0/1947655083 conn(0x7f5d0806a580 msgr2=0x7f5d0806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/1947655083 shutdown_connections 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/1947655083 wait complete. 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 Processor -- start 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 -- start start 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5cf4003f20 0x7f5d080710e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5d0809b490 0x7f5d0809a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:32.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d0809a920 0x7f5d081c5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d0809ada0 con 0x7f5d0809a920 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d0809bc50 con 0x7f5d0809b490 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.633+0000 7f5d0f3a9640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d08099e50 con 0x7f5cf4003f20 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0d946640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d0809a920 0x7f5d081c5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0d946640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d0809a920 0x7f5d081c5fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40160/0 (socket says 172.21.15.116:40160) 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0d946640 1 -- 172.21.15.116:0/2680474535 learned_addr learned my addr 172.21.15.116:0/2680474535 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0d145640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5cf4003f20 0x7f5d080710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0c944640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5d0809b490 0x7f5d0809a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0d946640 1 -- 172.21.15.116:0/2680474535 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5cf4003f20 msgr2=0x7f5d080710e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0d946640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5cf4003f20 0x7f5d080710e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0d946640 1 -- 172.21.15.116:0/2680474535 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5d0809b490 msgr2=0x7f5d0809a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0d946640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5d0809b490 0x7f5d0809a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:32.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0d946640 1 -- 172.21.15.116:0/2680474535 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d080b2270 con 0x7f5d0809a920 2023-11-30T08:27:32.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0c944640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5d0809b490 0x7f5d0809a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:32.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0d946640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d0809a920 0x7f5d081c5fc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5d080b4160 tx=0x7f5d0000f1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:32.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5cfdffb640 1 -- 172.21.15.116:0/2680474535 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d0000e040 con 0x7f5d0809a920 2023-11-30T08:27:32.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5cfdffb640 1 -- 172.21.15.116:0/2680474535 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d0000f040 con 0x7f5d0809a920 2023-11-30T08:27:32.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/2680474535 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d0809c4f0 con 0x7f5d0809a920 2023-11-30T08:27:32.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5cfdffb640 1 -- 172.21.15.116:0/2680474535 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d00015430 con 0x7f5d0809a920 2023-11-30T08:27:32.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/2680474535 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d0809b910 con 0x7f5d0809a920 2023-11-30T08:27:32.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5cfdffb640 1 -- 172.21.15.116:0/2680474535 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5d00015590 con 0x7f5d0809a920 2023-11-30T08:27:32.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/2680474535 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d080679e0 con 0x7f5d0809a920 2023-11-30T08:27:32.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5cfdffb640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5cec066460 0x7f5cec068920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:32.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5cfdffb640 1 -- 172.21.15.116:0/2680474535 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f5d00084580 con 0x7f5d0809a920 2023-11-30T08:27:32.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0d145640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5cec066460 0x7f5cec068920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:32.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.637+0000 7f5d0d145640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5cec066460 0x7f5cec068920 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5d04009b00 tx=0x7f5d04009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:32.650 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.641+0000 7f5cfdffb640 1 -- 172.21.15.116:0/2680474535 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5d00051d90 con 0x7f5d0809a920 2023-11-30T08:27:32.816 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:32.809+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/2680474535 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f5d08099cb0 con 0x7f5d0809a920 2023-11-30T08:27:33.449 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.441+0000 7f5cfdffb640 1 -- 172.21.15.116:0/2680474535 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v25) v1 ==== 97+0+0 (secure 0 0 0) 0x7f5d08099cb0 con 0x7f5d0809a920 2023-11-30T08:27:33.449 INFO:teuthology.orchestra.run.smithi116.stderr: removed all blocklist entries 2023-11-30T08:27:33.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.445+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/2680474535 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5cec066460 msgr2=0x7f5cec068920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:33.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.445+0000 7f5d0f3a9640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5cec066460 0x7f5cec068920 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5d04009b00 tx=0x7f5d04009190 comp rx=0 tx=0).stop 2023-11-30T08:27:33.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.445+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/2680474535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d0809a920 msgr2=0x7f5d081c5fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:33.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.445+0000 7f5d0f3a9640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d0809a920 0x7f5d081c5fc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f5d080b4160 tx=0x7f5d0000f1b0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.445+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/2680474535 shutdown_connections 2023-11-30T08:27:33.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.445+0000 7f5d0f3a9640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d0809a920 0x7f5d081c5fc0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.445+0000 7f5d0f3a9640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5d0809b490 0x7f5d0809a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.445+0000 7f5d0f3a9640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5cec066460 0x7f5cec068920 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.445+0000 7f5d0f3a9640 1 --2- 172.21.15.116:0/2680474535 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5cf4003f20 0x7f5d080710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.445+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/2680474535 >> 172.21.15.116:0/2680474535 conn(0x7f5d0806a580 msgr2=0x7f5d081c99b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:33.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.445+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/2680474535 shutdown_connections 2023-11-30T08:27:33.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.445+0000 7f5d0f3a9640 1 -- 172.21.15.116:0/2680474535 wait complete. 2023-11-30T08:27:33.474 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-11-30T08:27:33.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f729b8da640 1 Processor -- start 2023-11-30T08:27:33.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f729b8da640 1 -- start start 2023-11-30T08:27:33.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f729b8da640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f7294147270 0x7f7294071f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f729b8da640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f729406ff60 0x7f72940b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f729b8da640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f729406ac90 con 0x7f7294146690 2023-11-30T08:27:33.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f729b8da640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72940724b0 con 0x7f729406ff60 2023-11-30T08:27:33.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f729b8da640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72940711b0 con 0x7f7294147270 2023-11-30T08:27:33.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f7298e75640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f729406ff60 0x7f72940b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:33.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f7298e75640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f729406ff60 0x7f72940b4e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40170/0 (socket says 172.21.15.116:40170) 2023-11-30T08:27:33.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f7298e75640 1 -- 172.21.15.116:0/3876016982 learned_addr learned my addr 172.21.15.116:0/3876016982 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:33.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f7298e75640 1 -- 172.21.15.116:0/3876016982 >> v2:172.21.15.162:3300/0 conn(0x7f7294147270 msgr2=0x7f7294071f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:33.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f7298e75640 1 --2- 172.21.15.116:0/3876016982 >> v2:172.21.15.162:3300/0 conn(0x7f7294147270 0x7f7294071f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f7298e75640 1 -- 172.21.15.116:0/3876016982 >> v1:172.21.15.162:6789/0 conn(0x7f7294146690 legacy=0x7f729406a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:33.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.585+0000 7f7298e75640 1 -- 172.21.15.116:0/3876016982 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7294147650 con 0x7f729406ff60 2023-11-30T08:27:33.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.589+0000 7f7298e75640 1 --2- 172.21.15.116:0/3876016982 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f729406ff60 0x7f72940b4e50 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f72940680e0 tx=0x7f729001c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a78ada2a7be5ffd server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:33.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.589+0000 7f728bfff640 1 -- 172.21.15.116:0/3876016982 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72900a6430 con 0x7f729406ff60 2023-11-30T08:27:33.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.589+0000 7f728bfff640 1 -- 172.21.15.116:0/3876016982 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72900a6590 con 0x7f729406ff60 2023-11-30T08:27:33.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.589+0000 7f728bfff640 1 -- 172.21.15.116:0/3876016982 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72900a6920 con 0x7f729406ff60 2023-11-30T08:27:33.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.589+0000 7f729b8da640 1 -- 172.21.15.116:0/3876016982 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f729406ff60 msgr2=0x7f72940b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:33.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.589+0000 7f729b8da640 1 --2- 172.21.15.116:0/3876016982 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f729406ff60 0x7f72940b4e50 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f72940680e0 tx=0x7f729001c870 comp rx=0 tx=0).stop 2023-11-30T08:27:33.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 -- 172.21.15.116:0/3876016982 shutdown_connections 2023-11-30T08:27:33.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 --2- 172.21.15.116:0/3876016982 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f729406ff60 0x7f72940b4e50 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 --2- 172.21.15.116:0/3876016982 >> v2:172.21.15.162:3300/0 conn(0x7f7294147270 0x7f7294071f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 -- 172.21.15.116:0/3876016982 >> 172.21.15.116:0/3876016982 conn(0x7f72940b5850 msgr2=0x7f72940b5c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:33.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 -- 172.21.15.116:0/3876016982 shutdown_connections 2023-11-30T08:27:33.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 -- 172.21.15.116:0/3876016982 wait complete. 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 Processor -- start 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 -- start start 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7294146690 0x7f729413cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7294147270 0x7f729413aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f72940b0150 0x7f729413b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7294136920 con 0x7f7294146690 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72940b1b30 con 0x7f72940b0150 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f729b8da640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72941366d0 con 0x7f7294147270 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f7299676640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7294146690 0x7f729413cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f7299676640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7294146690 0x7f729413cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40182/0 (socket says 172.21.15.116:40182) 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f7299676640 1 -- 172.21.15.116:0/3066274120 learned_addr learned my addr 172.21.15.116:0/3066274120 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f7298e75640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7294147270 0x7f729413aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f7299676640 1 -- 172.21.15.116:0/3066274120 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7294147270 msgr2=0x7f729413aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:33.604 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f7299676640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7294147270 0x7f729413aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f7299676640 1 -- 172.21.15.116:0/3066274120 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f72940b0150 msgr2=0x7f729413b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:33.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f7299676640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f72940b0150 0x7f729413b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f7299676640 1 -- 172.21.15.116:0/3066274120 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7290009b30 con 0x7f7294146690 2023-11-30T08:27:33.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f7298e75640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7294147270 0x7f729413aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:33.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.593+0000 7f7299676640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7294146690 0x7f729413cad0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f728400b440 tx=0x7f728400b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:33.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.597+0000 7f7289ffb640 1 -- 172.21.15.116:0/3066274120 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7284011890 con 0x7f7294146690 2023-11-30T08:27:33.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.597+0000 7f7289ffb640 1 -- 172.21.15.116:0/3066274120 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7284011a10 con 0x7f7294146690 2023-11-30T08:27:33.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.597+0000 7f729b8da640 1 -- 172.21.15.116:0/3066274120 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f729413a810 con 0x7f7294146690 2023-11-30T08:27:33.605 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.597+0000 7f729b8da640 1 -- 172.21.15.116:0/3066274120 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f729413c070 con 0x7f7294146690 2023-11-30T08:27:33.606 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.597+0000 7f729b8da640 1 -- 172.21.15.116:0/3066274120 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72940679e0 con 0x7f7294146690 2023-11-30T08:27:33.607 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.601+0000 7f7289ffb640 1 -- 172.21.15.116:0/3066274120 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7284011dc0 con 0x7f7294146690 2023-11-30T08:27:33.607 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.601+0000 7f7289ffb640 1 -- 172.21.15.116:0/3066274120 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f728401a400 con 0x7f7294146690 2023-11-30T08:27:33.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.601+0000 7f7289ffb640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f72800664f0 0x7f72800689b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.601+0000 7f7289ffb640 1 -- 172.21.15.116:0/3066274120 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7284083f50 con 0x7f7294146690 2023-11-30T08:27:33.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.601+0000 7f7298e75640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f72800664f0 0x7f72800689b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:33.608 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.601+0000 7f7298e75640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f72800664f0 0x7f72800689b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f72900ad000 tx=0x7f72900a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:33.611 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.605+0000 7f7289ffb640 1 -- 172.21.15.116:0/3066274120 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7284051790 con 0x7f7294146690 2023-11-30T08:27:33.825 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.817+0000 7f729b8da640 1 -- 172.21.15.116:0/3066274120 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f729413a610 con 0x7f7294146690 2023-11-30T08:27:33.826 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.817+0000 7f7289ffb640 1 -- 172.21.15.116:0/3066274120 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) v1 ==== 80+0+5207 (secure 0 0 0) 0x7f7284015020 con 0x7f7294146690 2023-11-30T08:27:33.826 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:33.826 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:27:33.826 INFO:teuthology.orchestra.run.smithi116.stdout: "auth_dump": [ 2023-11-30T08:27:33.826 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.826 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "mds.a", 2023-11-30T08:27:33.826 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAaR2hlhrC8JhAAUsiIZZT4Gv1ZTb64Hfutog==", 2023-11-30T08:27:33.826 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.826 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": "allow", 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: "mgr": "allow *", 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow *", 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "mds.b", 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAaR2hllMkKKhAAt5+qJY7yJFuzxp0saFLzPg==", 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": "allow", 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: "mgr": "allow *", 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow *", 2023-11-30T08:27:33.827 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.828 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.828 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.828 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.828 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "osd.0", 2023-11-30T08:27:33.828 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAdR2hlRCx1LBAAXJmpR4+AutFPyu/LjvA2vQ==", 2023-11-30T08:27:33.828 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.828 INFO:teuthology.orchestra.run.smithi116.stdout: "mgr": "allow profile osd", 2023-11-30T08:27:33.828 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile osd", 2023-11-30T08:27:33.828 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.828 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "osd.1", 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAgR2hlAJM0NRAAHFOLkUdImoX/kEAvwjBk7Q==", 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: "mgr": "allow profile osd", 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile osd", 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "osd.2", 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAkR2hli8J9AhAA3p83V19VvsXeP5VIturiAg==", 2023-11-30T08:27:33.829 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.830 INFO:teuthology.orchestra.run.smithi116.stdout: "mgr": "allow profile osd", 2023-11-30T08:27:33.830 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile osd", 2023-11-30T08:27:33.830 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.830 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.830 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.830 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.830 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "osd.3", 2023-11-30T08:27:33.830 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAnR2hl0iurCxAA7LZFTx1GLb7GVjf49maBVg==", 2023-11-30T08:27:33.830 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: "mgr": "allow profile osd", 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile osd", 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "osd.4", 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAtR2hls3/aCBAAaD8RKiuvXAD4MFHo8eoayw==", 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: "mgr": "allow profile osd", 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile osd", 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.831 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.832 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "osd.5", 2023-11-30T08:27:33.832 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAwR2hlZ2JQEhAAwBMm5+u14uR4RTLM3LenKA==", 2023-11-30T08:27:33.832 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.832 INFO:teuthology.orchestra.run.smithi116.stdout: "mgr": "allow profile osd", 2023-11-30T08:27:33.832 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile osd", 2023-11-30T08:27:33.832 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.832 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.832 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.832 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.832 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "osd.6", 2023-11-30T08:27:33.833 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAzR2hl3QIZHRAAYaYTH+qT8+E9avTSDFUtSQ==", 2023-11-30T08:27:33.833 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.833 INFO:teuthology.orchestra.run.smithi116.stdout: "mgr": "allow profile osd", 2023-11-30T08:27:33.833 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile osd", 2023-11-30T08:27:33.833 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.833 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.833 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.833 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.834 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "osd.7", 2023-11-30T08:27:33.834 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQA2R2hlCuffJBAABD+8YaVcDIVMbuhz4q1JdA==", 2023-11-30T08:27:33.834 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.834 INFO:teuthology.orchestra.run.smithi116.stdout: "mgr": "allow profile osd", 2023-11-30T08:27:33.834 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile osd", 2023-11-30T08:27:33.834 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.834 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.834 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.835 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.835 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "client.0", 2023-11-30T08:27:33.835 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAaR2hlOMbqLxAAJ8+aLNBXeBHCYdvJbKDn3w==", 2023-11-30T08:27:33.835 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.835 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": "allow", 2023-11-30T08:27:33.835 INFO:teuthology.orchestra.run.smithi116.stdout: "mgr": "allow r", 2023-11-30T08:27:33.835 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow rw", 2023-11-30T08:27:33.835 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow rwx" 2023-11-30T08:27:33.835 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.835 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.835 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.835 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "client.admin", 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAaR2hln72rDxAAo2b9keGCUujbof6iiMIcyg==", 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": "allow *", 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: "mgr": "allow *", 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow *", 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "client.bootstrap-mds", 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQA8R2hll+Y9DhAAPaSxzLgYPFTEP/DyPuyrcw==", 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile bootstrap-mds" 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.836 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "client.bootstrap-mgr", 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQA8R2hlRfY9DhAAkH91uAsJGyqUot+ngKmL2g==", 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile bootstrap-mgr" 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "client.bootstrap-osd", 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQA8R2hl5wU+DhAARU3mr3WB5SeVrgXKlYPpvA==", 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile bootstrap-osd" 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.837 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.838 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "client.bootstrap-rbd", 2023-11-30T08:27:33.838 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQA8R2hlkRQ+DhAAfRIZRFRO3FHSZprGYj0y+w==", 2023-11-30T08:27:33.838 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.838 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile bootstrap-rbd" 2023-11-30T08:27:33.838 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.838 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.838 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.838 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-11-30T08:27:33.838 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQA8R2hljyQ+DhAAmlDtm/A9NbmLDc6/Q79n1A==", 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "client.bootstrap-rgw", 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQA8R2hlSTU+DhAA01yT3MMqW0OKBQmtxtCEqQ==", 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile bootstrap-rgw" 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.839 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "mgr.x", 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAaR2hlQaHxIhAA0d8IO0d/2YM2uuNnutNm5w==", 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": "allow *", 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile mgr", 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: "entity": "mgr.y", 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: "key": "AQAaR2hl3UtjIBAAtHVAHF6ZMuKRkpWkylXjHA==", 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": { 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": "allow *", 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: "mon": "allow profile mgr", 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: "osd": "allow *" 2023-11-30T08:27:33.840 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.841 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:33.841 INFO:teuthology.orchestra.run.smithi116.stdout: ] 2023-11-30T08:27:33.841 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:27:33.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.821+0000 7f729b8da640 1 -- 172.21.15.116:0/3066274120 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f72800664f0 msgr2=0x7f72800689b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:33.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.821+0000 7f729b8da640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f72800664f0 0x7f72800689b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f72900ad000 tx=0x7f72900a7000 comp rx=0 tx=0).stop 2023-11-30T08:27:33.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.821+0000 7f729b8da640 1 -- 172.21.15.116:0/3066274120 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7294146690 msgr2=0x7f729413cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:33.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.821+0000 7f729b8da640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7294146690 0x7f729413cad0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f728400b440 tx=0x7f728400b900 comp rx=0 tx=0).stop 2023-11-30T08:27:33.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.821+0000 7f729b8da640 1 -- 172.21.15.116:0/3066274120 shutdown_connections 2023-11-30T08:27:33.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.821+0000 7f729b8da640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f72940b0150 0x7f729413b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.821+0000 7f729b8da640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f72800664f0 0x7f72800689b0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.821+0000 7f729b8da640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7294147270 0x7f729413aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.821+0000 7f729b8da640 1 --2- 172.21.15.116:0/3066274120 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7294146690 0x7f729413cad0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.821+0000 7f729b8da640 1 -- 172.21.15.116:0/3066274120 >> 172.21.15.116:0/3066274120 conn(0x7f72940b5850 msgr2=0x7f72940b3440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:33.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.821+0000 7f729b8da640 1 -- 172.21.15.116:0/3066274120 shutdown_connections 2023-11-30T08:27:33.843 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.821+0000 7f729b8da640 1 -- 172.21.15.116:0/3066274120 wait complete. 2023-11-30T08:27:33.845 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-11-30T08:27:33.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f3f6c640 1 Processor -- start 2023-11-30T08:27:33.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f3f6c640 1 -- start start 2023-11-30T08:27:33.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f3f6c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd7ec06caa0 0x7fd7ec06b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f3f6c640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7ec0b28b0 con 0x7fd7ec0ad430 2023-11-30T08:27:33.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f3f6c640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7ec0ae340 con 0x7fd7ec0ad050 2023-11-30T08:27:33.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f3f6c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ec0ae620 con 0x7fd7ec06caa0 2023-11-30T08:27:33.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f2509640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fd7ec0ad430 0x7fd7ec06bbf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:55922/0 (socket says 172.21.15.116:55922) 2023-11-30T08:27:33.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f2509640 1 -- 172.21.15.116:0/1240246233 learned_addr learned my addr 172.21.15.116:0/1240246233 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:33.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f1507640 1 --2- 172.21.15.116:0/1240246233 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd7ec06caa0 0x7fd7ec06b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:33.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 762211632 0 0) 0x7fd7ec0b28b0 con 0x7fd7ec0ad430 2023-11-30T08:27:33.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd7d8003530 con 0x7fd7ec0ad430 2023-11-30T08:27:33.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 342701417 0 0) 0x7fd7d8003530 con 0x7fd7ec0ad430 2023-11-30T08:27:33.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd7ec06caa0 msgr2=0x7fd7ec06b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:33.967 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 --2- 172.21.15.116:0/1240246233 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd7ec06caa0 0x7fd7ec06b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.967 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 >> v1:172.21.15.162:6789/0 conn(0x7fd7ec0ad050 legacy=0x7fd7ec0af290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:33.967 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7ec0ae900 con 0x7fd7ec0ad430 2023-11-30T08:27:33.967 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fd7e4001a00 con 0x7fd7ec0ad430 2023-11-30T08:27:33.967 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 >> v1:172.21.15.116:6789/0 conn(0x7fd7ec0ad430 legacy=0x7fd7ec06bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:33.967 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 --2- 172.21.15.116:0/1240246233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7d80039b0 0x7fd7d8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.967 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 --2- 172.21.15.116:0/1240246233 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd7ec06caa0 0x7fd7d80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.967 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 --2- 172.21.15.116:0/1240246233 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7d8004d10 0x7fd7d8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.967 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ec0ae620 con 0x7fd7d80039b0 2023-11-30T08:27:33.967 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7d800bac0 con 0x7fd7d8004d10 2023-11-30T08:27:33.967 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7d800bc80 con 0x7fd7ec06caa0 2023-11-30T08:27:33.968 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f1d08640 1 --2- 172.21.15.116:0/1240246233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7d80039b0 0x7fd7d8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:33.968 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f1d08640 1 -- 172.21.15.116:0/1240246233 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd7ec06caa0 msgr2=0x7fd7d80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:33.968 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f2509640 1 --2- 172.21.15.116:0/1240246233 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7d8004d10 0x7fd7d8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:33.968 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f1d08640 1 --2- 172.21.15.116:0/1240246233 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd7ec06caa0 0x7fd7d80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.968 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f1d08640 1 -- 172.21.15.116:0/1240246233 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7d8004d10 msgr2=0x7fd7d8005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:33.968 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f1d08640 1 --2- 172.21.15.116:0/1240246233 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7d8004d10 0x7fd7d8005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.968 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f1d08640 1 -- 172.21.15.116:0/1240246233 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7d8003530 con 0x7fd7d80039b0 2023-11-30T08:27:33.968 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.953+0000 7fd7f2509640 1 --2- 172.21.15.116:0/1240246233 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7d8004d10 0x7fd7d8005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:33.968 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f1d08640 1 --2- 172.21.15.116:0/1240246233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7d80039b0 0x7fd7d8003dd0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc001780 tx=0x7fd7dc01c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2825b2d465691b68 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:33.968 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7dc0052d0 con 0x7fd7d80039b0 2023-11-30T08:27:33.968 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7dc0a7050 con 0x7fd7d80039b0 2023-11-30T08:27:33.969 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f0d06640 1 -- 172.21.15.116:0/1240246233 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7dc003600 con 0x7fd7d80039b0 2023-11-30T08:27:33.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/1240246233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7d80039b0 msgr2=0x7fd7d8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:33.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 --2- 172.21.15.116:0/1240246233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7d80039b0 0x7fd7d8003dd0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc001780 tx=0x7fd7dc01c340 comp rx=0 tx=0).stop 2023-11-30T08:27:33.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f2509640 1 -- 172.21.15.116:0/1240246233 reap_dead start 2023-11-30T08:27:33.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/1240246233 shutdown_connections 2023-11-30T08:27:33.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/1240246233 >> 172.21.15.116:0/1240246233 conn(0x7fd7ec06a580 msgr2=0x7fd7ec06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:33.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/1240246233 shutdown_connections 2023-11-30T08:27:33.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/1240246233 wait complete. 2023-11-30T08:27:33.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 Processor -- start 2023-11-30T08:27:33.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 -- start start 2023-11-30T08:27:33.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd7d80039b0 0x7fd7ec1e7950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7ec1e3880 0x7fd7ec153e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7ec1e40e0 0x7fd7ec06e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ec11f970 con 0x7fd7ec1e3880 2023-11-30T08:27:33.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ec11fbc0 con 0x7fd7ec1e40e0 2023-11-30T08:27:33.973 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f3f6c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ec1e74c0 con 0x7fd7d80039b0 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f1507640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7ec1e3880 0x7fd7ec153e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f1507640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7ec1e3880 0x7fd7ec153e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40194/0 (socket says 172.21.15.116:40194) 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.957+0000 7fd7f1507640 1 -- 172.21.15.116:0/2476180555 learned_addr learned my addr 172.21.15.116:0/2476180555 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f2509640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7ec1e40e0 0x7fd7ec06e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f1d08640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd7d80039b0 0x7fd7ec1e7950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f1507640 1 -- 172.21.15.116:0/2476180555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd7d80039b0 msgr2=0x7fd7ec1e7950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f1507640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd7d80039b0 0x7fd7ec1e7950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f1507640 1 -- 172.21.15.116:0/2476180555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7ec1e40e0 msgr2=0x7fd7ec06e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f1507640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7ec1e40e0 0x7fd7ec06e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f1507640 1 -- 172.21.15.116:0/2476180555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7ec0715a0 con 0x7fd7ec1e3880 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f1507640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7ec1e3880 0x7fd7ec153e90 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd7e800e820 tx=0x7fd7e800ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7e27fc640 1 -- 172.21.15.116:0/2476180555 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7e800c8e0 con 0x7fd7ec1e3880 2023-11-30T08:27:33.974 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7e27fc640 1 -- 172.21.15.116:0/2476180555 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7e800ca40 con 0x7fd7ec1e3880 2023-11-30T08:27:33.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/2476180555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7ec120cc0 con 0x7fd7ec1e3880 2023-11-30T08:27:33.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7e27fc640 1 -- 172.21.15.116:0/2476180555 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7e800cdf0 con 0x7fd7ec1e3880 2023-11-30T08:27:33.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/2476180555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7ec1e3d00 con 0x7fd7ec1e3880 2023-11-30T08:27:33.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/2476180555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7ec0679e0 con 0x7fd7ec1e3880 2023-11-30T08:27:33.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7e27fc640 1 -- 172.21.15.116:0/2476180555 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd7e8013470 con 0x7fd7ec1e3880 2023-11-30T08:27:33.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7e27fc640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd7d0066470 0x7fd7d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:33.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7e27fc640 1 -- 172.21.15.116:0/2476180555 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd7e8083e40 con 0x7fd7ec1e3880 2023-11-30T08:27:33.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f1d08640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd7d0066470 0x7fd7d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:33.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.961+0000 7fd7f1d08640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd7d0066470 0x7fd7d0068930 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc001750 tx=0x7fd7dc0011a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:33.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:33.965+0000 7fd7e27fc640 1 -- 172.21.15.116:0/2476180555 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd7e80516a0 con 0x7fd7ec1e3880 2023-11-30T08:27:34.184 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.177+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/2476180555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7fd7ec1e72b0 con 0x7fd7ec1e3880 2023-11-30T08:27:34.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7e27fc640 1 -- 172.21.15.116:0/2476180555 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7fd7e80170a0 con 0x7fd7ec1e3880 2023-11-30T08:27:34.191 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/2476180555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd7d0066470 msgr2=0x7fd7d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.191 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7f3f6c640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd7d0066470 0x7fd7d0068930 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc001750 tx=0x7fd7dc0011a0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.191 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/2476180555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7ec1e3880 msgr2=0x7fd7ec153e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.191 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7f3f6c640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7ec1e3880 0x7fd7ec153e90 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd7e800e820 tx=0x7fd7e800ece0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/2476180555 shutdown_connections 2023-11-30T08:27:34.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7f3f6c640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd7ec1e40e0 0x7fd7ec06e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7f3f6c640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd7ec1e3880 0x7fd7ec153e90 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7f3f6c640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd7d0066470 0x7fd7d0068930 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7f3f6c640 1 --2- 172.21.15.116:0/2476180555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd7d80039b0 0x7fd7ec1e7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/2476180555 >> 172.21.15.116:0/2476180555 conn(0x7fd7ec06a580 msgr2=0x7fd7ec0b1b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:34.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/2476180555 shutdown_connections 2023-11-30T08:27:34.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.181+0000 7fd7f3f6c640 1 -- 172.21.15.116:0/2476180555 wait complete. 2023-11-30T08:27:34.208 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-11-30T08:27:34.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae836df640 1 Processor -- start 2023-11-30T08:27:34.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae836df640 1 -- start start 2023-11-30T08:27:34.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae836df640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fae7c0b2ff0 0x7fae7c0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae836df640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae7c0b0f70 con 0x7fae7c147a90 2023-11-30T08:27:34.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae836df640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae7c0b38f0 con 0x7fae7c071cd0 2023-11-30T08:27:34.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae836df640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae7c13eca0 con 0x7fae7c0b2ff0 2023-11-30T08:27:34.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae81c7c640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fae7c147a90 0x7fae7c14ed30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:55934/0 (socket says 172.21.15.116:55934) 2023-11-30T08:27:34.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae81c7c640 1 -- 172.21.15.116:0/2759194852 learned_addr learned my addr 172.21.15.116:0/2759194852 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:34.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae80c7a640 1 --2- 172.21.15.116:0/2759194852 >> v2:172.21.15.162:3300/0 conn(0x7fae7c0b2ff0 0x7fae7c0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1164134623 0 0) 0x7fae7c0b0f70 con 0x7fae7c147a90 2023-11-30T08:27:34.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fae68003530 con 0x7fae7c147a90 2023-11-30T08:27:34.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3161810630 0 0) 0x7fae68003530 con 0x7fae7c147a90 2023-11-30T08:27:34.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 >> v2:172.21.15.162:3300/0 conn(0x7fae7c0b2ff0 msgr2=0x7fae7c0b4d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:34.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 --2- 172.21.15.116:0/2759194852 >> v2:172.21.15.162:3300/0 conn(0x7fae7c0b2ff0 0x7fae7c0b4d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 >> v1:172.21.15.162:6789/0 conn(0x7fae7c071cd0 legacy=0x7fae7c0b28e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae7c0720b0 con 0x7fae7c147a90 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fae78001a00 con 0x7fae7c147a90 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 >> v1:172.21.15.116:6789/0 conn(0x7fae7c147a90 legacy=0x7fae7c14ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae68003980 0x7fae68003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae680047d0 0x7fae68004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae68005190 0x7fae6800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae7c13eca0 con 0x7fae68003980 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae6800c030 con 0x7fae68005190 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae6800c1f0 con 0x7fae680047d0 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae8147b640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae68003980 0x7fae68003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae80c7a640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae680047d0 0x7fae68004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae81c7c640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae68005190 0x7fae6800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae8147b640 1 -- 172.21.15.116:0/2759194852 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae680047d0 msgr2=0x7fae68004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:34.330 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae8147b640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae680047d0 0x7fae68004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.330 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae8147b640 1 -- 172.21.15.116:0/2759194852 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae68005190 msgr2=0x7fae6800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:34.330 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae8147b640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae68005190 0x7fae6800b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.330 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae8147b640 1 -- 172.21.15.116:0/2759194852 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae68003530 con 0x7fae68003980 2023-11-30T08:27:34.330 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae80c7a640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae680047d0 0x7fae68004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:34.330 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae81c7c640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae68005190 0x7fae6800b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:34.330 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.317+0000 7fae81c7c640 1 -- 172.21.15.116:0/2759194852 reap_dead start 2023-11-30T08:27:34.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae8147b640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae68003980 0x7fae68003da0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fae74001780 tx=0x7fae7401c3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abafc03110295e76 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:34.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae740052d0 con 0x7fae68003980 2023-11-30T08:27:34.333 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae740a7050 con 0x7fae68003980 2023-11-30T08:27:34.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae73fff640 1 -- 172.21.15.116:0/2759194852 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae74003600 con 0x7fae68003980 2023-11-30T08:27:34.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 -- 172.21.15.116:0/2759194852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae68003980 msgr2=0x7fae68003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae68003980 0x7fae68003da0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fae74001780 tx=0x7fae7401c3b0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 -- 172.21.15.116:0/2759194852 shutdown_connections 2023-11-30T08:27:34.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 --2- 172.21.15.116:0/2759194852 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae68003980 0x7fae68003da0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 -- 172.21.15.116:0/2759194852 >> 172.21.15.116:0/2759194852 conn(0x7fae7c06b860 msgr2=0x7fae7c06bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:34.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 -- 172.21.15.116:0/2759194852 shutdown_connections 2023-11-30T08:27:34.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 -- 172.21.15.116:0/2759194852 wait complete. 2023-11-30T08:27:34.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 Processor -- start 2023-11-30T08:27:34.334 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 -- start start 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae68003980 0x7fae7c1d5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae7c0b8650 0x7fae7c1458d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae7c0b7380 0x7fae7c13d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae7c134b00 con 0x7fae7c0b8650 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae7c1472f0 con 0x7fae7c0b7380 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae836df640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae7c146b80 con 0x7fae68003980 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae80c7a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae7c0b8650 0x7fae7c1458d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae80c7a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae7c0b8650 0x7fae7c1458d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40210/0 (socket says 172.21.15.116:40210) 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.321+0000 7fae80c7a640 1 -- 172.21.15.116:0/1263329842 learned_addr learned my addr 172.21.15.116:0/1263329842 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae8147b640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae68003980 0x7fae7c1d5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae81c7c640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae7c0b7380 0x7fae7c13d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae80c7a640 1 -- 172.21.15.116:0/1263329842 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae68003980 msgr2=0x7fae7c1d5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae80c7a640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae68003980 0x7fae7c1d5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.335 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae80c7a640 1 -- 172.21.15.116:0/1263329842 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae7c0b7380 msgr2=0x7fae7c13d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae80c7a640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae7c0b7380 0x7fae7c13d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae80c7a640 1 -- 172.21.15.116:0/1263329842 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae7c147520 con 0x7fae7c0b8650 2023-11-30T08:27:34.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae80c7a640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae7c0b8650 0x7fae7c1458d0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fae6c010790 tx=0x7fae6c010c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:34.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae71ffb640 1 -- 172.21.15.116:0/1263329842 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae6c004220 con 0x7fae7c0b8650 2023-11-30T08:27:34.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae71ffb640 1 -- 172.21.15.116:0/1263329842 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae6c004380 con 0x7fae7c0b8650 2023-11-30T08:27:34.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae836df640 1 -- 172.21.15.116:0/1263329842 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae7c147800 con 0x7fae7c0b8650 2023-11-30T08:27:34.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae71ffb640 1 -- 172.21.15.116:0/1263329842 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae6c00eb80 con 0x7fae7c0b8650 2023-11-30T08:27:34.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae836df640 1 -- 172.21.15.116:0/1263329842 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae7c1467e0 con 0x7fae7c0b8650 2023-11-30T08:27:34.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae836df640 1 -- 172.21.15.116:0/1263329842 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae7c0b8ad0 con 0x7fae7c0b8650 2023-11-30T08:27:34.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae71ffb640 1 -- 172.21.15.116:0/1263329842 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fae6c00ece0 con 0x7fae7c0b8650 2023-11-30T08:27:34.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae71ffb640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fae600664a0 0x7fae60068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae8147b640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fae600664a0 0x7fae60068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae71ffb640 1 -- 172.21.15.116:0/1263329842 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fae6c083860 con 0x7fae7c0b8650 2023-11-30T08:27:34.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.325+0000 7fae8147b640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fae600664a0 0x7fae60068960 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fae74001750 tx=0x7fae740011a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:34.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.329+0000 7fae71ffb640 1 -- 172.21.15.116:0/1263329842 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fae6c051030 con 0x7fae7c0b8650 2023-11-30T08:27:34.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.529+0000 7fae836df640 1 -- 172.21.15.116:0/1263329842 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7fae7c066ed0 con 0x7fae7c0b8650 2023-11-30T08:27:34.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae71ffb640 1 -- 172.21.15.116:0/1263329842 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7fae6c010ea0 con 0x7fae7c0b8650 2023-11-30T08:27:34.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae836df640 1 -- 172.21.15.116:0/1263329842 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fae600664a0 msgr2=0x7fae60068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae836df640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fae600664a0 0x7fae60068960 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fae74001750 tx=0x7fae740011a0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae836df640 1 -- 172.21.15.116:0/1263329842 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae7c0b8650 msgr2=0x7fae7c1458d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae836df640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae7c0b8650 0x7fae7c1458d0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fae6c010790 tx=0x7fae6c010c50 comp rx=0 tx=0).stop 2023-11-30T08:27:34.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae836df640 1 -- 172.21.15.116:0/1263329842 shutdown_connections 2023-11-30T08:27:34.543 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae836df640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fae7c0b7380 0x7fae7c13d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae836df640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fae7c0b8650 0x7fae7c1458d0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae836df640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fae600664a0 0x7fae60068960 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae836df640 1 --2- 172.21.15.116:0/1263329842 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fae68003980 0x7fae7c1d5ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae836df640 1 -- 172.21.15.116:0/1263329842 >> 172.21.15.116:0/1263329842 conn(0x7fae7c06b860 msgr2=0x7fae7c1481d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:34.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae836df640 1 -- 172.21.15.116:0/1263329842 shutdown_connections 2023-11-30T08:27:34.544 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.533+0000 7fae836df640 1 -- 172.21.15.116:0/1263329842 wait complete. 2023-11-30T08:27:34.559 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-11-30T08:27:34.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f52636c2640 1 Processor -- start 2023-11-30T08:27:34.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f52636c2640 1 -- start start 2023-11-30T08:27:34.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f52636c2640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c0722c0 0x7f525c148030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f52636c2640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f525c0b1800 con 0x7f525c0af8d0 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f52636c2640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f525c0b1aa0 con 0x7f525c0af4f0 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f52636c2640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f525c0b1610 con 0x7f525c0722c0 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5261c5f640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f525c0af8d0 0x7f525c14ee00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:55942/0 (socket says 172.21.15.116:55942) 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5261c5f640 1 -- 172.21.15.116:0/354766596 learned_addr learned my addr 172.21.15.116:0/354766596 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5260c5d640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c0722c0 0x7f525c148030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1396354132 0 0) 0x7f525c0b1800 con 0x7f525c0af8d0 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5248003530 con 0x7f525c0af8d0 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2247818442 0 0) 0x7f5248003530 con 0x7f525c0af8d0 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c0722c0 msgr2=0x7f525c148030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c0722c0 0x7f525c148030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 >> v1:172.21.15.162:6789/0 conn(0x7f525c0af4f0 legacy=0x7f525c09caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f525c147b10 con 0x7f525c0af8d0 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f5254001a00 con 0x7f525c0af8d0 2023-11-30T08:27:34.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 >> v1:172.21.15.116:6789/0 conn(0x7f525c0af8d0 legacy=0x7f525c14ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f52480039b0 0x7f5248003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c0722c0 0x7f52480047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5248004d10 0x7f5248005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f524800bb20 con 0x7f52480039b0 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f524800bc90 con 0x7f5248004d10 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f524800be50 con 0x7f525c0722c0 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f526145e640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f52480039b0 0x7f5248003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5260c5d640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c0722c0 0x7f52480047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5261c5f640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5248004d10 0x7f5248005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5260c5d640 1 -- 172.21.15.116:0/354766596 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5248004d10 msgr2=0x7f5248005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5260c5d640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5248004d10 0x7f5248005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5260c5d640 1 -- 172.21.15.116:0/354766596 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f52480039b0 msgr2=0x7f5248003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5260c5d640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f52480039b0 0x7f5248003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f5260c5d640 1 -- 172.21.15.116:0/354766596 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5248003530 con 0x7f525c0722c0 2023-11-30T08:27:34.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.673+0000 7f526145e640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f52480039b0 0x7f5248003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:27:34.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.677+0000 7f5260c5d640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c0722c0 0x7f52480047d0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f524c009ab0 tx=0x7f524c01ca70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=26170b08cd8bfc server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:34.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.677+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524c0a6450 con 0x7f525c0722c0 2023-11-30T08:27:34.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.677+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f524c0a65b0 con 0x7f525c0722c0 2023-11-30T08:27:34.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.677+0000 7f5253fff640 1 -- 172.21.15.116:0/354766596 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524c0a6960 con 0x7f525c0722c0 2023-11-30T08:27:34.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.677+0000 7f52636c2640 1 -- 172.21.15.116:0/354766596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c0722c0 msgr2=0x7f52480047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.677+0000 7f52636c2640 1 --2- 172.21.15.116:0/354766596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c0722c0 0x7f52480047d0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f524c009ab0 tx=0x7f524c01ca70 comp rx=0 tx=0).stop 2023-11-30T08:27:34.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.677+0000 7f5261c5f640 1 -- 172.21.15.116:0/354766596 reap_dead start 2023-11-30T08:27:34.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.677+0000 7f52636c2640 1 -- 172.21.15.116:0/354766596 shutdown_connections 2023-11-30T08:27:34.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.677+0000 7f52636c2640 1 -- 172.21.15.116:0/354766596 >> 172.21.15.116:0/354766596 conn(0x7f525c06a580 msgr2=0x7f525c06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:34.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.677+0000 7f52636c2640 1 -- 172.21.15.116:0/354766596 shutdown_connections 2023-11-30T08:27:34.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.677+0000 7f52636c2640 1 -- 172.21.15.116:0/354766596 wait complete. 2023-11-30T08:27:34.688 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f52636c2640 1 Processor -- start 2023-11-30T08:27:34.688 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f52636c2640 1 -- start start 2023-11-30T08:27:34.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f52636c2640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f525c0722c0 0x7f525c09bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f52636c2640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c144440 0x7f525c1dcc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f52636c2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f525c1dd180 0x7f525c13cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f52636c2640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f525c1dd600 con 0x7f525c1dd180 2023-11-30T08:27:34.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f52636c2640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f525c06ff70 con 0x7f525c0722c0 2023-11-30T08:27:34.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f52636c2640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f525c144070 con 0x7f525c144440 2023-11-30T08:27:34.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5261c5f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f525c1dd180 0x7f525c13cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5261c5f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f525c1dd180 0x7f525c13cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40234/0 (socket says 172.21.15.116:40234) 2023-11-30T08:27:34.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5261c5f640 1 -- 172.21.15.116:0/1065454000 learned_addr learned my addr 172.21.15.116:0/1065454000 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:34.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f526145e640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f525c0722c0 0x7f525c09bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5260c5d640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c144440 0x7f525c1dcc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5261c5f640 1 -- 172.21.15.116:0/1065454000 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c144440 msgr2=0x7f525c1dcc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5261c5f640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c144440 0x7f525c1dcc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5261c5f640 1 -- 172.21.15.116:0/1065454000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f525c0722c0 msgr2=0x7f525c09bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5261c5f640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f525c0722c0 0x7f525c09bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5261c5f640 1 -- 172.21.15.116:0/1065454000 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f525c0701e0 con 0x7f525c1dd180 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f526145e640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f525c0722c0 0x7f525c09bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5260c5d640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c144440 0x7f525c1dcc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5261c5f640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f525c1dd180 0x7f525c13cf70 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f525c0b0240 tx=0x7f5254007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5251ffb640 1 -- 172.21.15.116:0/1065454000 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5254001440 con 0x7f525c1dd180 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5251ffb640 1 -- 172.21.15.116:0/1065454000 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f525400aba0 con 0x7f525c1dd180 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f52636c2640 1 -- 172.21.15.116:0/1065454000 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f525c06ecd0 con 0x7f525c1dd180 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5251ffb640 1 -- 172.21.15.116:0/1065454000 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52540133f0 con 0x7f525c1dd180 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f52636c2640 1 -- 172.21.15.116:0/1065454000 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f525c09cb10 con 0x7f525c1dd180 2023-11-30T08:27:34.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f52636c2640 1 -- 172.21.15.116:0/1065454000 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f525c0679e0 con 0x7f525c1dd180 2023-11-30T08:27:34.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5251ffb640 1 -- 172.21.15.116:0/1065454000 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5254013550 con 0x7f525c1dd180 2023-11-30T08:27:34.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f5251ffb640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f52400664a0 0x7f5240068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:34.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.681+0000 7f526145e640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f52400664a0 0x7f5240068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:34.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.685+0000 7f5251ffb640 1 -- 172.21.15.116:0/1065454000 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5254083df0 con 0x7f525c1dd180 2023-11-30T08:27:34.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.685+0000 7f526145e640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f52400664a0 0x7f5240068960 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f525c143ed0 tx=0x7f5258009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:34.695 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.685+0000 7f5251ffb640 1 -- 172.21.15.116:0/1065454000 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f52540515b0 con 0x7f525c1dd180 2023-11-30T08:27:34.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.889+0000 7f52636c2640 1 -- 172.21.15.116:0/1065454000 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f525c06eb30 con 0x7f525c1dd180 2023-11-30T08:27:34.904 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f5251ffb640 1 -- 172.21.15.116:0/1065454000 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) v1 ==== 90+0+0 (secure 0 0 0) 0x7f525c06eb30 con 0x7f525c1dd180 2023-11-30T08:27:34.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f52636c2640 1 -- 172.21.15.116:0/1065454000 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f52400664a0 msgr2=0x7f5240068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f52636c2640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f52400664a0 0x7f5240068960 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f525c143ed0 tx=0x7f5258009040 comp rx=0 tx=0).stop 2023-11-30T08:27:34.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f52636c2640 1 -- 172.21.15.116:0/1065454000 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f525c1dd180 msgr2=0x7f525c13cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:34.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f52636c2640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f525c1dd180 0x7f525c13cf70 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f525c0b0240 tx=0x7f5254007b00 comp rx=0 tx=0).stop 2023-11-30T08:27:34.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f52636c2640 1 -- 172.21.15.116:0/1065454000 shutdown_connections 2023-11-30T08:27:34.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f52636c2640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f525c1dd180 0x7f525c13cf70 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f52636c2640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f52400664a0 0x7f5240068960 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f52636c2640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f525c144440 0x7f525c1dcc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f52636c2640 1 --2- 172.21.15.116:0/1065454000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f525c0722c0 0x7f525c09bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:34.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f52636c2640 1 -- 172.21.15.116:0/1065454000 >> 172.21.15.116:0/1065454000 conn(0x7f525c06a580 msgr2=0x7f525c145850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:34.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f52636c2640 1 -- 172.21.15.116:0/1065454000 shutdown_connections 2023-11-30T08:27:34.908 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:34.897+0000 7f52636c2640 1 -- 172.21.15.116:0/1065454000 wait complete. 2023-11-30T08:27:34.922 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-11-30T08:27:35.040 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7028a5b640 1 Processor -- start 2023-11-30T08:27:35.040 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7028a5b640 1 -- start start 2023-11-30T08:27:35.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7028a5b640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f70240bc8f0 0x7f70240b4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7028a5b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f70241401d0 0x7f7024140620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7028a5b640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70240b5220 con 0x7f7024146720 2023-11-30T08:27:35.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7028a5b640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70240bccd0 con 0x7f70241401d0 2023-11-30T08:27:35.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7028a5b640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70240b3c00 con 0x7f70240bc8f0 2023-11-30T08:27:35.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7022d9d640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f70241401d0 0x7f7024140620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7021d9b640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f7024146720 0x7f7024146b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:55946/0 (socket says 172.21.15.116:55946) 2023-11-30T08:27:35.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7021d9b640 1 -- 172.21.15.116:0/3929084149 learned_addr learned my addr 172.21.15.116:0/3929084149 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:35.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f702259c640 1 --2- 172.21.15.116:0/3929084149 >> v2:172.21.15.162:3300/0 conn(0x7f70240bc8f0 0x7f70240b4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7022d9d640 1 -- 172.21.15.116:0/3929084149 >> v2:172.21.15.162:3300/0 conn(0x7f70240bc8f0 msgr2=0x7f70240b4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:35.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7022d9d640 1 --2- 172.21.15.116:0/3929084149 >> v2:172.21.15.162:3300/0 conn(0x7f70240bc8f0 0x7f70240b4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7022d9d640 1 -- 172.21.15.116:0/3929084149 >> v1:172.21.15.116:6789/0 conn(0x7f7024146720 legacy=0x7f7024146b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f702159a640 1 -- 172.21.15.116:0/3929084149 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1059335429 0 0) 0x7f7018001120 con 0x7f7024146720 2023-11-30T08:27:35.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f7022d9d640 1 -- 172.21.15.116:0/3929084149 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70240b3ee0 con 0x7f70241401d0 2023-11-30T08:27:35.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.033+0000 7f702259c640 1 --2- 172.21.15.116:0/3929084149 >> v2:172.21.15.162:3300/0 conn(0x7f70240bc8f0 0x7f70240b4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:35.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7022d9d640 1 --2- 172.21.15.116:0/3929084149 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f70241401d0 0x7f7024140620 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f70240b7b10 tx=0x7f701c01d370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=633bb007ba5666b3 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:35.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f702159a640 1 -- 172.21.15.116:0/3929084149 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f701c0a58e0 con 0x7f70241401d0 2023-11-30T08:27:35.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f702159a640 1 -- 172.21.15.116:0/3929084149 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f701c0a5a40 con 0x7f70241401d0 2023-11-30T08:27:35.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f702159a640 1 -- 172.21.15.116:0/3929084149 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f701c0a5dd0 con 0x7f70241401d0 2023-11-30T08:27:35.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 -- 172.21.15.116:0/3929084149 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f70241401d0 msgr2=0x7f7024140620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 --2- 172.21.15.116:0/3929084149 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f70241401d0 0x7f7024140620 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f70240b7b10 tx=0x7f701c01d370 comp rx=0 tx=0).stop 2023-11-30T08:27:35.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 -- 172.21.15.116:0/3929084149 shutdown_connections 2023-11-30T08:27:35.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 --2- 172.21.15.116:0/3929084149 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f70241401d0 0x7f7024140620 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 --2- 172.21.15.116:0/3929084149 >> v2:172.21.15.162:3300/0 conn(0x7f70240bc8f0 0x7f70240b4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 -- 172.21.15.116:0/3929084149 >> 172.21.15.116:0/3929084149 conn(0x7f70240722b0 msgr2=0x7f70240bbf80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:35.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 -- 172.21.15.116:0/3929084149 shutdown_connections 2023-11-30T08:27:35.045 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 -- 172.21.15.116:0/3929084149 wait complete. 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 Processor -- start 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 -- start start 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f70240bc8f0 0x7f702413af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f70241401d0 0x7f70241321e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7024146720 0x7f70241df370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7024142e30 con 0x7f7024146720 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f702413b530 con 0x7f70241401d0 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70241deb70 con 0x7f70240bc8f0 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7022d9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7024146720 0x7f70241df370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7022d9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7024146720 0x7f70241df370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40258/0 (socket says 172.21.15.116:40258) 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7022d9d640 1 -- 172.21.15.116:0/530123069 learned_addr learned my addr 172.21.15.116:0/530123069 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f702259c640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f70240bc8f0 0x7f702413af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7021d9b640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f70241401d0 0x7f70241321e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.048 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7022d9d640 1 -- 172.21.15.116:0/530123069 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f70240bc8f0 msgr2=0x7f702413af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7022d9d640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f70240bc8f0 0x7f702413af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7022d9d640 1 -- 172.21.15.116:0/530123069 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f70241401d0 msgr2=0x7f70241321e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7022d9d640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f70241401d0 0x7f70241321e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7022d9d640 1 -- 172.21.15.116:0/530123069 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f701c009a70 con 0x7f7024146720 2023-11-30T08:27:35.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7021d9b640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f70241401d0 0x7f70241321e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:35.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7022d9d640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7024146720 0x7f70241df370 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f701c0b0040 tx=0x7f701c0196b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:35.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7012ffd640 1 -- 172.21.15.116:0/530123069 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f701c0ad950 con 0x7f7024146720 2023-11-30T08:27:35.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7012ffd640 1 -- 172.21.15.116:0/530123069 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f701c0adab0 con 0x7f7024146720 2023-11-30T08:27:35.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 -- 172.21.15.116:0/530123069 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70241dee50 con 0x7f7024146720 2023-11-30T08:27:35.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7012ffd640 1 -- 172.21.15.116:0/530123069 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f701c0ade60 con 0x7f7024146720 2023-11-30T08:27:35.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.037+0000 7f7028a5b640 1 -- 172.21.15.116:0/530123069 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70241df8b0 con 0x7f7024146720 2023-11-30T08:27:35.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.041+0000 7f7028a5b640 1 -- 172.21.15.116:0/530123069 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70241de9d0 con 0x7f7024146720 2023-11-30T08:27:35.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.041+0000 7f7012ffd640 1 -- 172.21.15.116:0/530123069 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f701c0b4040 con 0x7f7024146720 2023-11-30T08:27:35.051 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.041+0000 7f7012ffd640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7004066470 0x7f7004068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.041+0000 7f702259c640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7004066470 0x7f7004068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.041+0000 7f7012ffd640 1 -- 172.21.15.116:0/530123069 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f701c11e6e0 con 0x7f7024146720 2023-11-30T08:27:35.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.041+0000 7f702259c640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7004066470 0x7f7004068930 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f701400a9a0 tx=0x7f7014008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:35.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.045+0000 7f7012ffd640 1 -- 172.21.15.116:0/530123069 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f70241de9d0 con 0x7f7024146720 2023-11-30T08:27:35.262 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.253+0000 7f7028a5b640 1 -- 172.21.15.116:0/530123069 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f70241de9d0 con 0x7f7024146720 2023-11-30T08:27:35.265 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.257+0000 7f7012ffd640 1 -- 172.21.15.116:0/530123069 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7f70241de9d0 con 0x7f7024146720 2023-11-30T08:27:35.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.257+0000 7f7028a5b640 1 -- 172.21.15.116:0/530123069 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7004066470 msgr2=0x7f7004068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.267 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.257+0000 7f7028a5b640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7004066470 0x7f7004068930 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f701400a9a0 tx=0x7f7014008040 comp rx=0 tx=0).stop 2023-11-30T08:27:35.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.257+0000 7f7028a5b640 1 -- 172.21.15.116:0/530123069 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7024146720 msgr2=0x7f70241df370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.257+0000 7f7028a5b640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7024146720 0x7f70241df370 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f701c0b0040 tx=0x7f701c0196b0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.257+0000 7f7028a5b640 1 -- 172.21.15.116:0/530123069 shutdown_connections 2023-11-30T08:27:35.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.257+0000 7f7028a5b640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7024146720 0x7f70241df370 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.257+0000 7f7028a5b640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f70241401d0 0x7f70241321e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.257+0000 7f7028a5b640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7004066470 0x7f7004068930 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.257+0000 7f7028a5b640 1 --2- 172.21.15.116:0/530123069 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f70240bc8f0 0x7f702413af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.257+0000 7f7028a5b640 1 -- 172.21.15.116:0/530123069 >> 172.21.15.116:0/530123069 conn(0x7f70240722b0 msgr2=0x7f70240b9100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:35.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.261+0000 7f7028a5b640 1 -- 172.21.15.116:0/530123069 shutdown_connections 2023-11-30T08:27:35.268 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.261+0000 7f7028a5b640 1 -- 172.21.15.116:0/530123069 wait complete. 2023-11-30T08:27:35.284 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-11-30T08:27:35.404 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3fb89b640 1 Processor -- start 2023-11-30T08:27:35.404 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3fb89b640 1 -- start start 2023-11-30T08:27:35.405 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3fb89b640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fd3f40b3b00 0x7fd3f40ae070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.405 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3fb89b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd3f406c270 0x7fd3f414e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.405 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3fb89b640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3f40af850 con 0x7fd3f406b6b0 2023-11-30T08:27:35.405 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3fb89b640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3f40ad7f0 con 0x7fd3f40b3b00 2023-11-30T08:27:35.405 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3fb89b640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f40b3ee0 con 0x7fd3f406c270 2023-11-30T08:27:35.406 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3f9637640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fd3f40b3b00 0x7fd3f40ae070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.406 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3f9e38640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd3f406c270 0x7fd3f414e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.406 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3f8e36640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7fd3f406b6b0 0x7fd3f406bb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:53006/0 (socket says 172.21.15.116:53006) 2023-11-30T08:27:35.406 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3f8e36640 1 -- 172.21.15.116:0/3048156183 learned_addr learned my addr 172.21.15.116:0/3048156183 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:35.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3f9e38640 1 -- 172.21.15.116:0/3048156183 >> v2:172.21.15.162:3300/0 conn(0x7fd3f40b3b00 msgr2=0x7fd3f40ae070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:35.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3f9e38640 1 --2- 172.21.15.116:0/3048156183 >> v2:172.21.15.162:3300/0 conn(0x7fd3f40b3b00 0x7fd3f40ae070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3f9e38640 1 -- 172.21.15.116:0/3048156183 >> v1:172.21.15.162:6789/0 conn(0x7fd3f406b6b0 legacy=0x7fd3f406bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.407 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.397+0000 7fd3f9e38640 1 -- 172.21.15.116:0/3048156183 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3f40afb30 con 0x7fd3f406c270 2023-11-30T08:27:35.409 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.401+0000 7fd3f9e38640 1 --2- 172.21.15.116:0/3048156183 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd3f406c270 0x7fd3f414e040 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec009d90 tx=0x7fd3ec01c950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7246e0cd4dbe3ee server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:35.409 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.401+0000 7fd3ebfff640 1 -- 172.21.15.116:0/3048156183 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec0a59d0 con 0x7fd3f406c270 2023-11-30T08:27:35.409 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.401+0000 7fd3ebfff640 1 -- 172.21.15.116:0/3048156183 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3ec0a5b30 con 0x7fd3f406c270 2023-11-30T08:27:35.409 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.401+0000 7fd3ebfff640 1 -- 172.21.15.116:0/3048156183 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3ec0ad440 con 0x7fd3f406c270 2023-11-30T08:27:35.410 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.401+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3048156183 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd3f406c270 msgr2=0x7fd3f414e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.410 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.401+0000 7fd3fb89b640 1 --2- 172.21.15.116:0/3048156183 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd3f406c270 0x7fd3f414e040 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fd3ec009d90 tx=0x7fd3ec01c950 comp rx=0 tx=0).stop 2023-11-30T08:27:35.410 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.401+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3048156183 shutdown_connections 2023-11-30T08:27:35.410 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.401+0000 7fd3fb89b640 1 --2- 172.21.15.116:0/3048156183 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd3f406c270 0x7fd3f414e040 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.410 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.401+0000 7fd3fb89b640 1 --2- 172.21.15.116:0/3048156183 >> v2:172.21.15.162:3300/0 conn(0x7fd3f40b3b00 0x7fd3f40ae070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.410 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.401+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3048156183 >> 172.21.15.116:0/3048156183 conn(0x7fd3f406a580 msgr2=0x7fd3f406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:35.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.401+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3048156183 shutdown_connections 2023-11-30T08:27:35.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.401+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3048156183 wait complete. 2023-11-30T08:27:35.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3fb89b640 1 Processor -- start 2023-11-30T08:27:35.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3fb89b640 1 -- start start 2023-11-30T08:27:35.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3fb89b640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd3f406b6b0 0x7fd3f409c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3fb89b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3f406c270 0x7fd3f409b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3fb89b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd3f40b3b00 0x7fd3f4144310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3fb89b640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f414b220 con 0x7fd3f406c270 2023-11-30T08:27:35.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3fb89b640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f409b720 con 0x7fd3f406b6b0 2023-11-30T08:27:35.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3fb89b640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3f409b9a0 con 0x7fd3f40b3b00 2023-11-30T08:27:35.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f8e36640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3f406c270 0x7fd3f409b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f8e36640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3f406c270 0x7fd3f409b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40260/0 (socket says 172.21.15.116:40260) 2023-11-30T08:27:35.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f8e36640 1 -- 172.21.15.116:0/3199067098 learned_addr learned my addr 172.21.15.116:0/3199067098 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:35.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f9e38640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd3f40b3b00 0x7fd3f4144310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f9637640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd3f406b6b0 0x7fd3f409c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f8e36640 1 -- 172.21.15.116:0/3199067098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd3f40b3b00 msgr2=0x7fd3f4144310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f8e36640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd3f40b3b00 0x7fd3f4144310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f8e36640 1 -- 172.21.15.116:0/3199067098 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd3f406b6b0 msgr2=0x7fd3f409c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f8e36640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd3f406b6b0 0x7fd3f409c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f8e36640 1 -- 172.21.15.116:0/3199067098 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3ec009a70 con 0x7fd3f406c270 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f9e38640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd3f40b3b00 0x7fd3f4144310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f9637640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd3f406b6b0 0x7fd3f409c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f8e36640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3f406c270 0x7fd3f409b1e0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fd3e400c420 tx=0x7fd3e400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3e9ffb640 1 -- 172.21.15.116:0/3199067098 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e4005cf0 con 0x7fd3f406c270 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3e9ffb640 1 -- 172.21.15.116:0/3199067098 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3e4005e50 con 0x7fd3f406c270 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3199067098 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3f40b2270 con 0x7fd3f406c270 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3e9ffb640 1 -- 172.21.15.116:0/3199067098 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e40072f0 con 0x7fd3f406c270 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3199067098 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3f4099bd0 con 0x7fd3f406c270 2023-11-30T08:27:35.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3199067098 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3f40679e0 con 0x7fd3f406c270 2023-11-30T08:27:35.416 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3e9ffb640 1 -- 172.21.15.116:0/3199067098 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd3e4007450 con 0x7fd3f406c270 2023-11-30T08:27:35.416 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3e9ffb640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd3d8066470 0x7fd3d8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.416 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3e9ffb640 1 -- 172.21.15.116:0/3199067098 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd3e4083430 con 0x7fd3f406c270 2023-11-30T08:27:35.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.405+0000 7fd3f9637640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd3d8066470 0x7fd3d8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.417 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.409+0000 7fd3f9637640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd3d8066470 0x7fd3d8068930 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd3f0009b10 tx=0x7fd3f0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:35.418 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.409+0000 7fd3e9ffb640 1 -- 172.21.15.116:0/3199067098 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd3e4050d70 con 0x7fd3f406c270 2023-11-30T08:27:35.616 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.609+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3199067098 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7fd3f4099df0 con 0x7fd3f406c270 2023-11-30T08:27:35.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3e9ffb640 1 -- 172.21.15.116:0/3199067098 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) v1 ==== 97+0+0 (secure 0 0 0) 0x7fd3e4054390 con 0x7fd3f406c270 2023-11-30T08:27:35.622 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3199067098 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd3d8066470 msgr2=0x7fd3d8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.622 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3fb89b640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd3d8066470 0x7fd3d8068930 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fd3f0009b10 tx=0x7fd3f0008040 comp rx=0 tx=0).stop 2023-11-30T08:27:35.622 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3199067098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3f406c270 msgr2=0x7fd3f409b1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.622 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3fb89b640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3f406c270 0x7fd3f409b1e0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fd3e400c420 tx=0x7fd3e400c8e0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.622 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3199067098 shutdown_connections 2023-11-30T08:27:35.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3fb89b640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd3d8066470 0x7fd3d8068930 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3fb89b640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd3f40b3b00 0x7fd3f4144310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3fb89b640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd3f406c270 0x7fd3f409b1e0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3fb89b640 1 --2- 172.21.15.116:0/3199067098 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd3f406b6b0 0x7fd3f409c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3199067098 >> 172.21.15.116:0/3199067098 conn(0x7fd3f406a580 msgr2=0x7fd3f40ade20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:35.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3199067098 shutdown_connections 2023-11-30T08:27:35.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.613+0000 7fd3fb89b640 1 -- 172.21.15.116:0/3199067098 wait complete. 2023-11-30T08:27:35.637 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-11-30T08:27:35.745 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc66030f640 1 Processor -- start 2023-11-30T08:27:35.745 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc66030f640 1 -- start start 2023-11-30T08:27:35.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc66030f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc6580af4f0 0x7fc65809caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc66030f640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fc6580722c0 0x7fc65809cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc66030f640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fc6580af8d0 0x7fc658148030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc66030f640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6580b1610 con 0x7fc6580af8d0 2023-11-30T08:27:35.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc66030f640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6580b1800 con 0x7fc6580722c0 2023-11-30T08:27:35.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc66030f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6580b1aa0 con 0x7fc6580af4f0 2023-11-30T08:27:35.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc65e8ac640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fc6580af8d0 0x7fc658148030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc65e8ac640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fc6580af8d0 0x7fc658148030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40264/0 (socket says 172.21.15.116:40264) 2023-11-30T08:27:35.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc65e8ac640 1 -- 172.21.15.116:0/3250413199 learned_addr learned my addr 172.21.15.116:0/3250413199 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:35.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc65d8aa640 1 --2- 172.21.15.116:0/3250413199 >> v2:172.21.15.162:3300/0 conn(0x7fc6580722c0 0x7fc65809cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc65e0ab640 1 --2- 172.21.15.116:0/3250413199 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc6580af4f0 0x7fc65809caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc65e8ac640 1 -- 172.21.15.116:0/3250413199 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc6580af4f0 msgr2=0x7fc65809caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:35.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc65e8ac640 1 --2- 172.21.15.116:0/3250413199 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc6580af4f0 0x7fc65809caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc65e8ac640 1 -- 172.21.15.116:0/3250413199 >> v2:172.21.15.162:3300/0 conn(0x7fc6580722c0 msgr2=0x7fc65809cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:35.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc65e8ac640 1 --2- 172.21.15.116:0/3250413199 >> v2:172.21.15.162:3300/0 conn(0x7fc6580722c0 0x7fc65809cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.737+0000 7fc65e8ac640 1 -- 172.21.15.116:0/3250413199 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc658147b10 con 0x7fc6580af8d0 2023-11-30T08:27:35.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65e8ac640 1 --2- 172.21.15.116:0/3250413199 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6580af8d0 0x7fc658148030 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fc6580b19d0 tx=0x7fc64801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6d58a329f7492d4 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:35.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65d0a9640 1 -- 172.21.15.116:0/3250413199 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6480ab600 con 0x7fc6580af8d0 2023-11-30T08:27:35.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65d0a9640 1 -- 172.21.15.116:0/3250413199 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6480a7050 con 0x7fc6580af8d0 2023-11-30T08:27:35.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65d0a9640 1 -- 172.21.15.116:0/3250413199 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6480ab980 con 0x7fc6580af8d0 2023-11-30T08:27:35.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 -- 172.21.15.116:0/3250413199 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6580af8d0 msgr2=0x7fc658148030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 --2- 172.21.15.116:0/3250413199 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6580af8d0 0x7fc658148030 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fc6580b19d0 tx=0x7fc64801c3e0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 -- 172.21.15.116:0/3250413199 shutdown_connections 2023-11-30T08:27:35.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 --2- 172.21.15.116:0/3250413199 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6580af8d0 0x7fc658148030 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 --2- 172.21.15.116:0/3250413199 >> v2:172.21.15.162:3300/0 conn(0x7fc6580722c0 0x7fc65809cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 --2- 172.21.15.116:0/3250413199 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc6580af4f0 0x7fc65809caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 -- 172.21.15.116:0/3250413199 >> 172.21.15.116:0/3250413199 conn(0x7fc65806a580 msgr2=0x7fc65806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:35.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 -- 172.21.15.116:0/3250413199 shutdown_connections 2023-11-30T08:27:35.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 -- 172.21.15.116:0/3250413199 wait complete. 2023-11-30T08:27:35.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 Processor -- start 2023-11-30T08:27:35.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 -- start start 2023-11-30T08:27:35.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc6580722c0 0x7fc6581458a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6580af4f0 0x7fc6581dcd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc6580af8d0 0x7fc6581394f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6581e0270 con 0x7fc6580af4f0 2023-11-30T08:27:35.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6581e04c0 con 0x7fc6580722c0 2023-11-30T08:27:35.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6581e07a0 con 0x7fc6580af8d0 2023-11-30T08:27:35.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65d8aa640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6580af4f0 0x7fc6581dcd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65d8aa640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6580af4f0 0x7fc6581dcd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40272/0 (socket says 172.21.15.116:40272) 2023-11-30T08:27:35.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65d8aa640 1 -- 172.21.15.116:0/3023009522 learned_addr learned my addr 172.21.15.116:0/3023009522 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:35.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65e0ab640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc6580722c0 0x7fc6581458a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65e8ac640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc6580af8d0 0x7fc6581394f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65d8aa640 1 -- 172.21.15.116:0/3023009522 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc6580af8d0 msgr2=0x7fc6581394f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65d8aa640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc6580af8d0 0x7fc6581394f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65d8aa640 1 -- 172.21.15.116:0/3023009522 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc6580722c0 msgr2=0x7fc6581458a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65d8aa640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc6580722c0 0x7fc6581458a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65d8aa640 1 -- 172.21.15.116:0/3023009522 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6480094d0 con 0x7fc6580af4f0 2023-11-30T08:27:35.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65e0ab640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc6580722c0 0x7fc6581458a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:35.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc65d8aa640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6580af4f0 0x7fc6581dcd00 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc64c00d7d0 tx=0x7fc64c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:35.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc656ffd640 1 -- 172.21.15.116:0/3023009522 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64c0096a0 con 0x7fc6580af4f0 2023-11-30T08:27:35.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc656ffd640 1 -- 172.21.15.116:0/3023009522 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc64c009800 con 0x7fc6580af4f0 2023-11-30T08:27:35.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 -- 172.21.15.116:0/3023009522 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6581e0a80 con 0x7fc6580af4f0 2023-11-30T08:27:35.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc656ffd640 1 -- 172.21.15.116:0/3023009522 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64c009bb0 con 0x7fc6580af4f0 2023-11-30T08:27:35.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.741+0000 7fc66030f640 1 -- 172.21.15.116:0/3023009522 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6581dd240 con 0x7fc6580af4f0 2023-11-30T08:27:35.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.745+0000 7fc66030f640 1 -- 172.21.15.116:0/3023009522 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6580679e0 con 0x7fc6580af4f0 2023-11-30T08:27:35.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.745+0000 7fc656ffd640 1 -- 172.21.15.116:0/3023009522 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc64c009d10 con 0x7fc6580af4f0 2023-11-30T08:27:35.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.745+0000 7fc656ffd640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc644066470 0x7fc644068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:35.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.745+0000 7fc656ffd640 1 -- 172.21.15.116:0/3023009522 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc64c0849d0 con 0x7fc6580af4f0 2023-11-30T08:27:35.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.745+0000 7fc65e0ab640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc644066470 0x7fc644068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:35.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.745+0000 7fc65e0ab640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc644066470 0x7fc644068930 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc65809d0f0 tx=0x7fc65000b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:35.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.749+0000 7fc656ffd640 1 -- 172.21.15.116:0/3023009522 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc64c052310 con 0x7fc6580af4f0 2023-11-30T08:27:35.950 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.941+0000 7fc66030f640 1 -- 172.21.15.116:0/3023009522 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7fc6581e1170 con 0x7fc6580af4f0 2023-11-30T08:27:35.954 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.945+0000 7fc656ffd640 1 -- 172.21.15.116:0/3023009522 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) v1 ==== 90+0+0 (secure 0 0 0) 0x7fc64c05ae60 con 0x7fc6580af4f0 2023-11-30T08:27:35.957 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.949+0000 7fc66030f640 1 -- 172.21.15.116:0/3023009522 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc644066470 msgr2=0x7fc644068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.957 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.949+0000 7fc66030f640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc644066470 0x7fc644068930 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc65809d0f0 tx=0x7fc65000b040 comp rx=0 tx=0).stop 2023-11-30T08:27:35.957 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.949+0000 7fc66030f640 1 -- 172.21.15.116:0/3023009522 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6580af4f0 msgr2=0x7fc6581dcd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:35.957 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.949+0000 7fc66030f640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6580af4f0 0x7fc6581dcd00 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fc64c00d7d0 tx=0x7fc64c00dc90 comp rx=0 tx=0).stop 2023-11-30T08:27:35.958 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.949+0000 7fc66030f640 1 -- 172.21.15.116:0/3023009522 shutdown_connections 2023-11-30T08:27:35.958 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.949+0000 7fc66030f640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc644066470 0x7fc644068930 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.958 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.949+0000 7fc66030f640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc6580af8d0 0x7fc6581394f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.958 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.949+0000 7fc66030f640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc6580af4f0 0x7fc6581dcd00 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.958 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.949+0000 7fc66030f640 1 --2- 172.21.15.116:0/3023009522 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc6580722c0 0x7fc6581458a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:35.958 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.949+0000 7fc66030f640 1 -- 172.21.15.116:0/3023009522 >> 172.21.15.116:0/3023009522 conn(0x7fc65806a580 msgr2=0x7fc6580b4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:35.958 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.949+0000 7fc66030f640 1 -- 172.21.15.116:0/3023009522 shutdown_connections 2023-11-30T08:27:35.958 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:35.949+0000 7fc66030f640 1 -- 172.21.15.116:0/3023009522 wait complete. 2023-11-30T08:27:35.973 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:36.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.073+0000 7f746711e640 1 Processor -- start 2023-11-30T08:27:36.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.073+0000 7f746711e640 1 -- start start 2023-11-30T08:27:36.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f746711e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74600b70b0 0x7f74600b0770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f746711e640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f74600b0cb0 0x7f7460071020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f746711e640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74600b6120 con 0x7f74600b4860 2023-11-30T08:27:36.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f746711e640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74600b5780 con 0x7f74600b0cb0 2023-11-30T08:27:36.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f746711e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74600b5200 con 0x7f74600b70b0 2023-11-30T08:27:36.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745ffff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f74600b4860 0x7f7460070910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:55958/0 (socket says 172.21.15.116:55958) 2023-11-30T08:27:36.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745ffff640 1 -- 172.21.15.116:0/2893769596 learned_addr learned my addr 172.21.15.116:0/2893769596 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:36.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f7464eba640 1 --2- 172.21.15.116:0/2893769596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74600b70b0 0x7f74600b0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1864429439 0 0) 0x7f74600b6120 con 0x7f74600b4860 2023-11-30T08:27:36.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7450003530 con 0x7f74600b4860 2023-11-30T08:27:36.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f74656bb640 1 --2- 172.21.15.116:0/2893769596 >> v2:172.21.15.162:3300/0 conn(0x7f74600b0cb0 0x7f7460071020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 630820892 0 0) 0x7f7450003530 con 0x7f74600b4860 2023-11-30T08:27:36.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74600b70b0 msgr2=0x7f74600b0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:36.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 --2- 172.21.15.116:0/2893769596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74600b70b0 0x7f74600b0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 >> v2:172.21.15.162:3300/0 conn(0x7f74600b0cb0 msgr2=0x7f7460071020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:36.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 --2- 172.21.15.116:0/2893769596 >> v2:172.21.15.162:3300/0 conn(0x7f74600b0cb0 0x7f7460071020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74600b7490 con 0x7f74600b4860 2023-11-30T08:27:36.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f744c001680 con 0x7f74600b4860 2023-11-30T08:27:36.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f74656bb640 1 --2- 172.21.15.116:0/2893769596 >> v2:172.21.15.162:3300/0 conn(0x7f74600b0cb0 0x7f7460071020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:36.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 >> v1:172.21.15.116:6789/0 conn(0x7f74600b4860 legacy=0x7f7460070910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 --2- 172.21.15.116:0/2893769596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74600b70b0 0x7f7450003980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 --2- 172.21.15.116:0/2893769596 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7450003f00 0x7f74500047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 --2- 172.21.15.116:0/2893769596 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7450004d10 0x7f7450005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74600b5200 con 0x7f7450004d10 2023-11-30T08:27:36.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f745000b990 con 0x7f7450003f00 2023-11-30T08:27:36.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f745000bb20 con 0x7f74600b70b0 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f74656bb640 1 --2- 172.21.15.116:0/2893769596 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7450004d10 0x7f7450005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f745ffff640 1 --2- 172.21.15.116:0/2893769596 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7450003f00 0x7f74500047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f74656bb640 1 -- 172.21.15.116:0/2893769596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74600b70b0 msgr2=0x7f7450003980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f74656bb640 1 --2- 172.21.15.116:0/2893769596 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74600b70b0 0x7f7450003980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f74656bb640 1 -- 172.21.15.116:0/2893769596 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7450003f00 msgr2=0x7f74500047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f74656bb640 1 --2- 172.21.15.116:0/2893769596 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7450003f00 0x7f74500047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.077+0000 7f74656bb640 1 -- 172.21.15.116:0/2893769596 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7450003530 con 0x7f7450004d10 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f74656bb640 1 --2- 172.21.15.116:0/2893769596 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7450004d10 0x7f7450005190 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f74580073e0 tx=0x7f745801cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=448c8c2fbc5e2124 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74580a5e20 con 0x7f7450004d10 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74580ad440 con 0x7f7450004d10 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f745f7fe640 1 -- 172.21.15.116:0/2893769596 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74580ad7b0 con 0x7f7450004d10 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 -- 172.21.15.116:0/2893769596 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7450004d10 msgr2=0x7f7450005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 --2- 172.21.15.116:0/2893769596 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7450004d10 0x7f7450005190 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f74580073e0 tx=0x7f745801cf20 comp rx=0 tx=0).stop 2023-11-30T08:27:36.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f74656bb640 1 -- 172.21.15.116:0/2893769596 reap_dead start 2023-11-30T08:27:36.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 -- 172.21.15.116:0/2893769596 shutdown_connections 2023-11-30T08:27:36.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 -- 172.21.15.116:0/2893769596 >> 172.21.15.116:0/2893769596 conn(0x7f746006a980 msgr2=0x7f746006ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:36.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 -- 172.21.15.116:0/2893769596 shutdown_connections 2023-11-30T08:27:36.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 -- 172.21.15.116:0/2893769596 wait complete. 2023-11-30T08:27:36.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 Processor -- start 2023-11-30T08:27:36.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 -- start start 2023-11-30T08:27:36.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f746013b0a0 0x7f74600b83d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74600b8910 0x7f746006c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f746006d200 0x7f746006c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74600b7c60 con 0x7f746006d200 2023-11-30T08:27:36.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74600b7f40 con 0x7f74600b8910 2023-11-30T08:27:36.095 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74600b9a10 con 0x7f746013b0a0 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f74656bb640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f746006d200 0x7f746006c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f74656bb640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f746006d200 0x7f746006c570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40290/0 (socket says 172.21.15.116:40290) 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f74656bb640 1 -- 172.21.15.116:0/1309302111 learned_addr learned my addr 172.21.15.116:0/1309302111 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f7464eba640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f746013b0a0 0x7f74600b83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f74656bb640 1 -- 172.21.15.116:0/1309302111 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f746013b0a0 msgr2=0x7f74600b83d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f74656bb640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f746013b0a0 0x7f74600b83d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f74656bb640 1 -- 172.21.15.116:0/1309302111 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74600b8910 msgr2=0x7f746006c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f74656bb640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74600b8910 0x7f746006c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f74656bb640 1 -- 172.21.15.116:0/1309302111 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f746013b480 con 0x7f746006d200 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f74656bb640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f746006d200 0x7f746006c570 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f74580b0040 tx=0x7f7450005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f745d7fa640 1 -- 172.21.15.116:0/1309302111 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74580bb070 con 0x7f746006d200 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f745d7fa640 1 -- 172.21.15.116:0/1309302111 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74580ad9d0 con 0x7f746006d200 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 -- 172.21.15.116:0/1309302111 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74601cd3c0 con 0x7f746006d200 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f745d7fa640 1 -- 172.21.15.116:0/1309302111 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74580adb80 con 0x7f746006d200 2023-11-30T08:27:36.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 -- 172.21.15.116:0/1309302111 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74601ccf30 con 0x7f746006d200 2023-11-30T08:27:36.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.081+0000 7f746711e640 1 -- 172.21.15.116:0/1309302111 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74600b9bd0 con 0x7f746006d200 2023-11-30T08:27:36.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.085+0000 7f745d7fa640 1 -- 172.21.15.116:0/1309302111 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f74580b4040 con 0x7f746006d200 2023-11-30T08:27:36.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.085+0000 7f745d7fa640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f74440664a0 0x7f7444068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.085+0000 7f7464eba640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f74440664a0 0x7f7444068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.085+0000 7f745d7fa640 1 -- 172.21.15.116:0/1309302111 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f745811db30 con 0x7f746006d200 2023-11-30T08:27:36.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.085+0000 7f7464eba640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f74440664a0 0x7f7444068960 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f74540047c0 tx=0x7f7454008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:36.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.089+0000 7f745d7fa640 1 -- 172.21.15.116:0/1309302111 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f74600b9bd0 con 0x7f746006d200 2023-11-30T08:27:36.246 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.237+0000 7f746711e640 1 -- 172.21.15.116:0/1309302111 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f74600b9bd0 con 0x7f746006d200 2023-11-30T08:27:36.248 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f745d7fa640 1 -- 172.21.15.116:0/1309302111 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v25) v1 ==== 74+0+12869 (secure 0 0 0) 0x7f74600b9bd0 con 0x7f746006d200 2023-11-30T08:27:36.248 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:36.249 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":25,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:33.442872+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:36.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f746711e640 1 -- 172.21.15.116:0/1309302111 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f74440664a0 msgr2=0x7f7444068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f746711e640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f74440664a0 0x7f7444068960 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f74540047c0 tx=0x7f7454008040 comp rx=0 tx=0).stop 2023-11-30T08:27:36.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f746711e640 1 -- 172.21.15.116:0/1309302111 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f746006d200 msgr2=0x7f746006c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f746711e640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f746006d200 0x7f746006c570 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f74580b0040 tx=0x7f7450005800 comp rx=0 tx=0).stop 2023-11-30T08:27:36.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f746711e640 1 -- 172.21.15.116:0/1309302111 shutdown_connections 2023-11-30T08:27:36.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f746711e640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f746006d200 0x7f746006c570 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f746711e640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74600b8910 0x7f746006c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f746711e640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f74440664a0 0x7f7444068960 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f746711e640 1 --2- 172.21.15.116:0/1309302111 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f746013b0a0 0x7f74600b83d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f746711e640 1 -- 172.21.15.116:0/1309302111 >> 172.21.15.116:0/1309302111 conn(0x7f746006a980 msgr2=0x7f74600b33d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:36.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f746711e640 1 -- 172.21.15.116:0/1309302111 shutdown_connections 2023-11-30T08:27:36.251 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.241+0000 7f746711e640 1 -- 172.21.15.116:0/1309302111 wait complete. 2023-11-30T08:27:36.266 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:36.267 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:36.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.369+0000 7fcd1ab30640 1 Processor -- start 2023-11-30T08:27:36.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.369+0000 7fcd1ab30640 1 -- start start 2023-11-30T08:27:36.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd1ab30640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fcd140aded0 0x7fcd14143160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd1ab30640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcd141436a0 0x7fcd140b2e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd1ab30640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcd140ace20 con 0x7fcd140b3390 2023-11-30T08:27:36.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd1ab30640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcd14143b20 con 0x7fcd140aded0 2023-11-30T08:27:36.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd1ab30640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd140b3800 con 0x7fcd141436a0 2023-11-30T08:27:36.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd188cc640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fcd140aded0 0x7fcd14143160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd190cd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fcd140b3390 0x7fcd141460a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:55970/0 (socket says 172.21.15.116:55970) 2023-11-30T08:27:36.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd190cd640 1 -- 172.21.15.116:0/2776325773 learned_addr learned my addr 172.21.15.116:0/2776325773 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:36.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd0bfff640 1 --2- 172.21.15.116:0/2776325773 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcd141436a0 0x7fcd140b2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd188cc640 1 -- 172.21.15.116:0/2776325773 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcd141436a0 msgr2=0x7fcd140b2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:36.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd188cc640 1 --2- 172.21.15.116:0/2776325773 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcd141436a0 0x7fcd140b2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd188cc640 1 -- 172.21.15.116:0/2776325773 >> v1:172.21.15.116:6789/0 conn(0x7fcd140b3390 legacy=0x7fcd141460a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd0b7fe640 1 -- 172.21.15.116:0/2776325773 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1338370445 0 0) 0x7fcd140ace20 con 0x7fcd140b3390 2023-11-30T08:27:36.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd188cc640 1 -- 172.21.15.116:0/2776325773 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd140aeee0 con 0x7fcd140aded0 2023-11-30T08:27:36.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd188cc640 1 --2- 172.21.15.116:0/2776325773 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd140aded0 0x7fcd14143160 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fcd100097c0 tx=0x7fcd1001c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2185218dd0a7c115 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:36.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd0b7fe640 1 -- 172.21.15.116:0/2776325773 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd100ab600 con 0x7fcd140aded0 2023-11-30T08:27:36.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd0b7fe640 1 -- 172.21.15.116:0/2776325773 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd100a7050 con 0x7fcd140aded0 2023-11-30T08:27:36.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.373+0000 7fcd0b7fe640 1 -- 172.21.15.116:0/2776325773 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd100ab980 con 0x7fcd140aded0 2023-11-30T08:27:36.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2776325773 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd140aded0 msgr2=0x7fcd14143160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 --2- 172.21.15.116:0/2776325773 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd140aded0 0x7fcd14143160 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fcd100097c0 tx=0x7fcd1001c360 comp rx=0 tx=0).stop 2023-11-30T08:27:36.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2776325773 shutdown_connections 2023-11-30T08:27:36.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 --2- 172.21.15.116:0/2776325773 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcd141436a0 0x7fcd140b2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 --2- 172.21.15.116:0/2776325773 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd140aded0 0x7fcd14143160 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2776325773 >> 172.21.15.116:0/2776325773 conn(0x7fcd140b4900 msgr2=0x7fcd140b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:36.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2776325773 shutdown_connections 2023-11-30T08:27:36.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2776325773 wait complete. 2023-11-30T08:27:36.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 Processor -- start 2023-11-30T08:27:36.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 -- start start 2023-11-30T08:27:36.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcd140aded0 0x7fcd141e2040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcd140b3390 0x7fcd14130af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd141436a0 0x7fcd14140c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd1406f3d0 con 0x7fcd141436a0 2023-11-30T08:27:36.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd140700a0 con 0x7fcd140b3390 2023-11-30T08:27:36.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcd14150500 con 0x7fcd140aded0 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd190cd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd141436a0 0x7fcd14140c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd190cd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd141436a0 0x7fcd14140c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40312/0 (socket says 172.21.15.116:40312) 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd190cd640 1 -- 172.21.15.116:0/2488452127 learned_addr learned my addr 172.21.15.116:0/2488452127 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd190cd640 1 -- 172.21.15.116:0/2488452127 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcd140aded0 msgr2=0x7fcd141e2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd190cd640 1 --2- 172.21.15.116:0/2488452127 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcd140aded0 0x7fcd141e2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd190cd640 1 -- 172.21.15.116:0/2488452127 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcd140b3390 msgr2=0x7fcd14130af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd190cd640 1 --2- 172.21.15.116:0/2488452127 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcd140b3390 0x7fcd14130af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd190cd640 1 -- 172.21.15.116:0/2488452127 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd10009420 con 0x7fcd141436a0 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd190cd640 1 --2- 172.21.15.116:0/2488452127 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd141436a0 0x7fcd14140c70 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fcd0c00c7c0 tx=0x7fcd0c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd097fa640 1 -- 172.21.15.116:0/2488452127 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd0c00a5e0 con 0x7fcd141436a0 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd097fa640 1 -- 172.21.15.116:0/2488452127 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd0c00a760 con 0x7fcd141436a0 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd097fa640 1 -- 172.21.15.116:0/2488452127 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd0c00ab10 con 0x7fcd141436a0 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2488452127 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd141e2710 con 0x7fcd141436a0 2023-11-30T08:27:36.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2488452127 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd141e2cd0 con 0x7fcd141436a0 2023-11-30T08:27:36.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2488452127 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd141e2ec0 con 0x7fcd141436a0 2023-11-30T08:27:36.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.377+0000 7fcd097fa640 1 -- 172.21.15.116:0/2488452127 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcd0c00ac70 con 0x7fcd141436a0 2023-11-30T08:27:36.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.381+0000 7fcd097fa640 1 --2- 172.21.15.116:0/2488452127 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcd00066470 0x7fcd00068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.381+0000 7fcd188cc640 1 --2- 172.21.15.116:0/2488452127 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcd00066470 0x7fcd00068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.381+0000 7fcd097fa640 1 -- 172.21.15.116:0/2488452127 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fcd0c082e90 con 0x7fcd141436a0 2023-11-30T08:27:36.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.381+0000 7fcd188cc640 1 --2- 172.21.15.116:0/2488452127 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcd00066470 0x7fcd00068930 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fcd100ad000 tx=0x7fcd10008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:36.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.385+0000 7fcd097fa640 1 -- 172.21.15.116:0/2488452127 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcd0c0506f0 con 0x7fcd141436a0 2023-11-30T08:27:36.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.537+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2488452127 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcd14068960 con 0x7fcd141436a0 2023-11-30T08:27:36.545 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.537+0000 7fcd097fa640 1 -- 172.21.15.116:0/2488452127 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) v1 ==== 93+0+10 (secure 0 0 0) 0x7fcd0c018020 con 0x7fcd141436a0 2023-11-30T08:27:36.546 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:36.548 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.537+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2488452127 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcd00066470 msgr2=0x7fcd00068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.548 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.537+0000 7fcd1ab30640 1 --2- 172.21.15.116:0/2488452127 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcd00066470 0x7fcd00068930 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fcd100ad000 tx=0x7fcd10008040 comp rx=0 tx=0).stop 2023-11-30T08:27:36.548 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.537+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2488452127 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd141436a0 msgr2=0x7fcd14140c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.548 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.537+0000 7fcd1ab30640 1 --2- 172.21.15.116:0/2488452127 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd141436a0 0x7fcd14140c70 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fcd0c00c7c0 tx=0x7fcd0c00cc80 comp rx=0 tx=0).stop 2023-11-30T08:27:36.548 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.537+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2488452127 shutdown_connections 2023-11-30T08:27:36.549 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.541+0000 7fcd1ab30640 1 --2- 172.21.15.116:0/2488452127 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcd141436a0 0x7fcd14140c70 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.549 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.541+0000 7fcd1ab30640 1 --2- 172.21.15.116:0/2488452127 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcd140b3390 0x7fcd14130af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.549 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.541+0000 7fcd1ab30640 1 --2- 172.21.15.116:0/2488452127 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcd00066470 0x7fcd00068930 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.549 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.541+0000 7fcd1ab30640 1 --2- 172.21.15.116:0/2488452127 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcd140aded0 0x7fcd141e2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.549 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.541+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2488452127 >> 172.21.15.116:0/2488452127 conn(0x7fcd140b4900 msgr2=0x7fcd140b5c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:36.549 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.541+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2488452127 shutdown_connections 2023-11-30T08:27:36.549 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.541+0000 7fcd1ab30640 1 -- 172.21.15.116:0/2488452127 wait complete. 2023-11-30T08:27:36.564 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-11-30T08:27:36.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.673+0000 7f5bae85d640 1 Processor -- start 2023-11-30T08:27:36.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.673+0000 7f5bae85d640 1 -- start start 2023-11-30T08:27:36.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f5ba806c920 0x7f5ba80afc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f5ba809dd50 0x7f5ba813ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ba80af2e0 con 0x7f5ba80b3fd0 2023-11-30T08:27:36.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ba80b1f50 con 0x7f5ba806c920 2023-11-30T08:27:36.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ba806cd00 con 0x7f5ba809dd50 2023-11-30T08:27:36.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5ba7fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f5ba806c920 0x7f5ba80afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5ba7fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f5ba806c920 0x7f5ba80afc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40328/0 (socket says 172.21.15.116:40328) 2023-11-30T08:27:36.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5ba7fff640 1 -- 172.21.15.116:0/3051935307 learned_addr learned my addr 172.21.15.116:0/3051935307 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:36.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bacdfa640 1 --2- 172.21.15.116:0/3051935307 >> v2:172.21.15.162:3300/0 conn(0x7f5ba809dd50 0x7f5ba813ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5ba7fff640 1 -- 172.21.15.116:0/3051935307 >> v2:172.21.15.162:3300/0 conn(0x7f5ba809dd50 msgr2=0x7f5ba813ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:36.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5ba7fff640 1 --2- 172.21.15.116:0/3051935307 >> v2:172.21.15.162:3300/0 conn(0x7f5ba809dd50 0x7f5ba813ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5ba7fff640 1 -- 172.21.15.116:0/3051935307 >> v1:172.21.15.162:6789/0 conn(0x7f5ba80b3fd0 legacy=0x7f5ba813e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:36.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5ba7fff640 1 -- 172.21.15.116:0/3051935307 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ba80af530 con 0x7f5ba806c920 2023-11-30T08:27:36.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5ba7fff640 1 --2- 172.21.15.116:0/3051935307 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ba806c920 0x7f5ba80afc30 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5ba80b0f90 tx=0x7f5b9801c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=541555c0390da7fe server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:36.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5ba6ffd640 1 -- 172.21.15.116:0/3051935307 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b980ab600 con 0x7f5ba806c920 2023-11-30T08:27:36.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5ba6ffd640 1 -- 172.21.15.116:0/3051935307 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b980a7050 con 0x7f5ba806c920 2023-11-30T08:27:36.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5ba6ffd640 1 -- 172.21.15.116:0/3051935307 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b980ab980 con 0x7f5ba806c920 2023-11-30T08:27:36.688 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 -- 172.21.15.116:0/3051935307 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ba806c920 msgr2=0x7f5ba80afc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.688 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 --2- 172.21.15.116:0/3051935307 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ba806c920 0x7f5ba80afc30 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5ba80b0f90 tx=0x7f5b9801c430 comp rx=0 tx=0).stop 2023-11-30T08:27:36.688 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 -- 172.21.15.116:0/3051935307 shutdown_connections 2023-11-30T08:27:36.688 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 --2- 172.21.15.116:0/3051935307 >> v2:172.21.15.162:3300/0 conn(0x7f5ba809dd50 0x7f5ba813ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.688 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 --2- 172.21.15.116:0/3051935307 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ba806c920 0x7f5ba80afc30 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.688 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 -- 172.21.15.116:0/3051935307 >> 172.21.15.116:0/3051935307 conn(0x7f5ba80b48e0 msgr2=0x7f5ba80b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:36.688 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 -- 172.21.15.116:0/3051935307 shutdown_connections 2023-11-30T08:27:36.688 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.677+0000 7f5bae85d640 1 -- 172.21.15.116:0/3051935307 wait complete. 2023-11-30T08:27:36.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bae85d640 1 Processor -- start 2023-11-30T08:27:36.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bae85d640 1 -- start start 2023-11-30T08:27:36.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bae85d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5ba806c920 0x7f5ba8144a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.690 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bae85d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ba809dd50 0x7f5ba8137080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bae85d640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5ba81df670 0x7f5ba8135420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bae85d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba81df1e0 con 0x7f5ba809dd50 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bae85d640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba8137750 con 0x7f5ba81df670 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bae85d640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba8138670 con 0x7f5ba806c920 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba77fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ba809dd50 0x7f5ba8137080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba77fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ba809dd50 0x7f5ba8137080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40338/0 (socket says 172.21.15.116:40338) 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba77fe640 1 -- 172.21.15.116:0/3548661122 learned_addr learned my addr 172.21.15.116:0/3548661122 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba7fff640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5ba806c920 0x7f5ba8144a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bacdfa640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5ba81df670 0x7f5ba8135420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba77fe640 1 -- 172.21.15.116:0/3548661122 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5ba806c920 msgr2=0x7f5ba8144a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba77fe640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5ba806c920 0x7f5ba8144a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba77fe640 1 -- 172.21.15.116:0/3548661122 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5ba81df670 msgr2=0x7f5ba8135420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba77fe640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5ba81df670 0x7f5ba8135420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba77fe640 1 -- 172.21.15.116:0/3548661122 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b980094d0 con 0x7f5ba809dd50 2023-11-30T08:27:36.691 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bacdfa640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5ba81df670 0x7f5ba8135420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:36.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba77fe640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ba809dd50 0x7f5ba8137080 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c00b410 tx=0x7f5b9c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:36.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba4ff9640 1 -- 172.21.15.116:0/3548661122 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b9c004020 con 0x7f5ba809dd50 2023-11-30T08:27:36.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba4ff9640 1 -- 172.21.15.116:0/3548661122 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b9c004180 con 0x7f5ba809dd50 2023-11-30T08:27:36.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba4ff9640 1 -- 172.21.15.116:0/3548661122 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b9c011630 con 0x7f5ba809dd50 2023-11-30T08:27:36.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bae85d640 1 -- 172.21.15.116:0/3548661122 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ba81dee20 con 0x7f5ba809dd50 2023-11-30T08:27:36.692 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bae85d640 1 -- 172.21.15.116:0/3548661122 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ba81421c0 con 0x7f5ba809dd50 2023-11-30T08:27:36.693 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5bae85d640 1 -- 172.21.15.116:0/3548661122 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ba81375c0 con 0x7f5ba809dd50 2023-11-30T08:27:36.693 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.681+0000 7f5ba4ff9640 1 -- 172.21.15.116:0/3548661122 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5b9c011790 con 0x7f5ba809dd50 2023-11-30T08:27:36.693 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.685+0000 7f5ba4ff9640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5b940664a0 0x7f5b94068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.693 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.685+0000 7f5ba4ff9640 1 -- 172.21.15.116:0/3548661122 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f5b9c083840 con 0x7f5ba809dd50 2023-11-30T08:27:36.693 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.685+0000 7f5ba7fff640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5b940664a0 0x7f5b94068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.693 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.685+0000 7f5ba7fff640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5b940664a0 0x7f5b94068960 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5b980ad000 tx=0x7f5b98009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:36.696 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.689+0000 7f5ba4ff9640 1 -- 172.21.15.116:0/3548661122 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5b9c0510a0 con 0x7f5ba809dd50 2023-11-30T08:27:36.847 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.837+0000 7f5bae85d640 1 -- 172.21.15.116:0/3548661122 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f5ba80679e0 con 0x7f5ba809dd50 2023-11-30T08:27:36.847 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5ba4ff9640 1 -- 172.21.15.116:0/3548661122 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v25) v1 ==== 84+0+65 (secure 0 0 0) 0x7f5b9c015090 con 0x7f5ba809dd50 2023-11-30T08:27:36.847 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:36.848 INFO:teuthology.orchestra.run.smithi116.stdout:[ 2023-11-30T08:27:36.848 INFO:teuthology.orchestra.run.smithi116.stdout: { 2023-11-30T08:27:36.848 INFO:teuthology.orchestra.run.smithi116.stdout: "poolnum": 1, 2023-11-30T08:27:36.848 INFO:teuthology.orchestra.run.smithi116.stdout: "poolname": ".mgr" 2023-11-30T08:27:36.848 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:36.848 INFO:teuthology.orchestra.run.smithi116.stdout:] 2023-11-30T08:27:36.849 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5bae85d640 1 -- 172.21.15.116:0/3548661122 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5b940664a0 msgr2=0x7f5b94068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.849 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5bae85d640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5b940664a0 0x7f5b94068960 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5b980ad000 tx=0x7f5b98009040 comp rx=0 tx=0).stop 2023-11-30T08:27:36.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5bae85d640 1 -- 172.21.15.116:0/3548661122 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ba809dd50 msgr2=0x7f5ba8137080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5bae85d640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ba809dd50 0x7f5ba8137080 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f5b9c00b410 tx=0x7f5b9c00b8d0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5bae85d640 1 -- 172.21.15.116:0/3548661122 shutdown_connections 2023-11-30T08:27:36.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5bae85d640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5ba81df670 0x7f5ba8135420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5bae85d640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5ba809dd50 0x7f5ba8137080 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5bae85d640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5b940664a0 0x7f5b94068960 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5bae85d640 1 --2- 172.21.15.116:0/3548661122 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5ba806c920 0x7f5ba8144a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5bae85d640 1 -- 172.21.15.116:0/3548661122 >> 172.21.15.116:0/3548661122 conn(0x7f5ba80b48e0 msgr2=0x7f5ba80b6630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:36.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5bae85d640 1 -- 172.21.15.116:0/3548661122 shutdown_connections 2023-11-30T08:27:36.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.841+0000 7f5bae85d640 1 -- 172.21.15.116:0/3548661122 wait complete. 2023-11-30T08:27:36.865 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-11-30T08:27:36.865 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-11-30T08:27:36.976 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f273e304640 1 Processor -- start 2023-11-30T08:27:36.976 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f273e304640 1 -- start start 2023-11-30T08:27:36.981 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f273e304640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f2738142660 0x7f273814e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f273e304640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27380ae950 con 0x7f27381468b0 2023-11-30T08:27:36.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f273e304640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27380afaa0 con 0x7f273806c920 2023-11-30T08:27:36.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f273e304640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2738142ad0 con 0x7f2738142660 2023-11-30T08:27:36.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f27377fe640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f27381468b0 0x7f2738141f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:55976/0 (socket says 172.21.15.116:55976) 2023-11-30T08:27:36.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f27377fe640 1 -- 172.21.15.116:0/1035932576 learned_addr learned my addr 172.21.15.116:0/1035932576 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:36.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1208230190 0 0) 0x7f27380ae950 con 0x7f27381468b0 2023-11-30T08:27:36.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f273c8a1640 1 --2- 172.21.15.116:0/1035932576 >> v2:172.21.15.162:3300/0 conn(0x7f2738142660 0x7f273814e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.983 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2720003530 con 0x7f27381468b0 2023-11-30T08:27:36.983 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2418806161 0 0) 0x7f2720003530 con 0x7f27381468b0 2023-11-30T08:27:36.983 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 >> v2:172.21.15.162:3300/0 conn(0x7f2738142660 msgr2=0x7f273814e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:36.983 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 --2- 172.21.15.116:0/1035932576 >> v2:172.21.15.162:3300/0 conn(0x7f2738142660 0x7f273814e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.983 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 >> v1:172.21.15.162:6789/0 conn(0x7f273806c920 legacy=0x7f27381461a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.983 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f273806cd00 con 0x7f27381468b0 2023-11-30T08:27:36.983 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f272c001680 con 0x7f27381468b0 2023-11-30T08:27:36.984 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f273c8a1640 1 --2- 172.21.15.116:0/1035932576 >> v2:172.21.15.162:3300/0 conn(0x7f2738142660 0x7f273814e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:36.984 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 >> v1:172.21.15.116:6789/0 conn(0x7f27381468b0 legacy=0x7f2738141f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.984 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 --2- 172.21.15.116:0/1035932576 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2720003980 0x7f2720003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.984 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 --2- 172.21.15.116:0/1035932576 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27200047d0 0x7f2720004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.984 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 --2- 172.21.15.116:0/1035932576 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27200052b0 0x7f272000caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.984 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2738142ad0 con 0x7f27200047d0 2023-11-30T08:27:36.984 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f272000d2c0 con 0x7f27200052b0 2023-11-30T08:27:36.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f272000d480 con 0x7f2720003980 2023-11-30T08:27:36.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f27377fe640 1 --2- 172.21.15.116:0/1035932576 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27200047d0 0x7f2720004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f273c8a1640 1 --2- 172.21.15.116:0/1035932576 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27200052b0 0x7f272000caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f27377fe640 1 -- 172.21.15.116:0/1035932576 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2720003980 msgr2=0x7f2720003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:36.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f27377fe640 1 --2- 172.21.15.116:0/1035932576 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2720003980 0x7f2720003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f27377fe640 1 -- 172.21.15.116:0/1035932576 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27200052b0 msgr2=0x7f272000caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:36.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f27377fe640 1 --2- 172.21.15.116:0/1035932576 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27200052b0 0x7f272000caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f27377fe640 1 -- 172.21.15.116:0/1035932576 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2720003530 con 0x7f27200047d0 2023-11-30T08:27:36.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f273c8a1640 1 --2- 172.21.15.116:0/1035932576 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27200052b0 0x7f272000caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:36.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.969+0000 7f273c8a1640 1 -- 172.21.15.116:0/1035932576 reap_dead start 2023-11-30T08:27:36.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f27377fe640 1 --2- 172.21.15.116:0/1035932576 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27200047d0 0x7f2720004c50 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f2738146cd0 tx=0x7f272c01cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec3527b57ab31f64 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:36.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f272c005ae0 con 0x7f27200047d0 2023-11-30T08:27:36.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f272c005c40 con 0x7f27200047d0 2023-11-30T08:27:36.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f2736ffd640 1 -- 172.21.15.116:0/1035932576 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f272c0a5ad0 con 0x7f27200047d0 2023-11-30T08:27:36.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 -- 172.21.15.116:0/1035932576 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27200047d0 msgr2=0x7f2720004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 --2- 172.21.15.116:0/1035932576 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27200047d0 0x7f2720004c50 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f2738146cd0 tx=0x7f272c01cbb0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 -- 172.21.15.116:0/1035932576 shutdown_connections 2023-11-30T08:27:36.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 --2- 172.21.15.116:0/1035932576 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f27200047d0 0x7f2720004c50 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 -- 172.21.15.116:0/1035932576 >> 172.21.15.116:0/1035932576 conn(0x7f27380b4890 msgr2=0x7f27380b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:36.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 -- 172.21.15.116:0/1035932576 shutdown_connections 2023-11-30T08:27:36.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 -- 172.21.15.116:0/1035932576 wait complete. 2023-11-30T08:27:36.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 Processor -- start 2023-11-30T08:27:36.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 -- start start 2023-11-30T08:27:36.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27200047d0 0x7f2738145c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f27381e24f0 0x7f27380b7480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2738143d00 0x7f2738144180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27381e31d0 con 0x7f2738143d00 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27381d06a0 con 0x7f27200047d0 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273e304640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27381446c0 con 0x7f27381e24f0 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273c8a1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2738143d00 0x7f2738144180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273c8a1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2738143d00 0x7f2738144180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40350/0 (socket says 172.21.15.116:40350) 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273c8a1640 1 -- 172.21.15.116:0/1131146026 learned_addr learned my addr 172.21.15.116:0/1131146026 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f2737fff640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27200047d0 0x7f2738145c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f27377fe640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f27381e24f0 0x7f27380b7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273c8a1640 1 -- 172.21.15.116:0/1131146026 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f27381e24f0 msgr2=0x7f27380b7480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273c8a1640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f27381e24f0 0x7f27380b7480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273c8a1640 1 -- 172.21.15.116:0/1131146026 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27200047d0 msgr2=0x7f2738145c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273c8a1640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27200047d0 0x7f2738145c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273c8a1640 1 -- 172.21.15.116:0/1131146026 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27381e2b10 con 0x7f2738143d00 2023-11-30T08:27:36.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.973+0000 7f273c8a1640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2738143d00 0x7f2738144180 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f27380b4450 tx=0x7f2730004700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:36.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.977+0000 7f2734ff9640 1 -- 172.21.15.116:0/1131146026 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2730007c90 con 0x7f2738143d00 2023-11-30T08:27:36.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.977+0000 7f2734ff9640 1 -- 172.21.15.116:0/1131146026 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2730007df0 con 0x7f2738143d00 2023-11-30T08:27:36.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.977+0000 7f273e304640 1 -- 172.21.15.116:0/1131146026 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27381e2df0 con 0x7f2738143d00 2023-11-30T08:27:36.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.977+0000 7f2734ff9640 1 -- 172.21.15.116:0/1131146026 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2730014640 con 0x7f2738143d00 2023-11-30T08:27:36.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.977+0000 7f273e304640 1 -- 172.21.15.116:0/1131146026 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27381ceae0 con 0x7f2738143d00 2023-11-30T08:27:36.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.977+0000 7f273e304640 1 -- 172.21.15.116:0/1131146026 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27381e3310 con 0x7f2738143d00 2023-11-30T08:27:36.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.977+0000 7f2734ff9640 1 -- 172.21.15.116:0/1131146026 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f273001d3b0 con 0x7f2738143d00 2023-11-30T08:27:36.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.977+0000 7f2734ff9640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f27240664a0 0x7f2724068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:36.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.977+0000 7f2737fff640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f27240664a0 0x7f2724068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:36.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.977+0000 7f2734ff9640 1 -- 172.21.15.116:0/1131146026 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f27300837d0 con 0x7f2738143d00 2023-11-30T08:27:36.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.977+0000 7f2737fff640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f27240664a0 0x7f2724068960 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f27280015d0 tx=0x7f2728009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:36.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:36.981+0000 7f2734ff9640 1 -- 172.21.15.116:0/1131146026 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f27381e3310 con 0x7f2738143d00 2023-11-30T08:27:37.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.125+0000 7f273e304640 1 -- 172.21.15.116:0/1131146026 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f27381e3310 con 0x7f2738143d00 2023-11-30T08:27:37.558 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.549+0000 7f2734ff9640 1 -- 172.21.15.116:0/1131146026 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v26) v1 ==== 138+0+0 (secure 0 0 0) 0x7f27381e3310 con 0x7f2738143d00 2023-11-30T08:27:37.559 INFO:teuthology.orchestra.run.smithi116.stderr:pool 'cephfs_metadata' created 2023-11-30T08:27:37.561 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.553+0000 7f273e304640 1 -- 172.21.15.116:0/1131146026 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f27240664a0 msgr2=0x7f2724068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:37.561 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.553+0000 7f273e304640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f27240664a0 0x7f2724068960 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f27280015d0 tx=0x7f2728009040 comp rx=0 tx=0).stop 2023-11-30T08:27:37.561 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.553+0000 7f273e304640 1 -- 172.21.15.116:0/1131146026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2738143d00 msgr2=0x7f2738144180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:37.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.553+0000 7f273e304640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2738143d00 0x7f2738144180 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f27380b4450 tx=0x7f2730004700 comp rx=0 tx=0).stop 2023-11-30T08:27:37.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.553+0000 7f273e304640 1 -- 172.21.15.116:0/1131146026 shutdown_connections 2023-11-30T08:27:37.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.553+0000 7f273e304640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2738143d00 0x7f2738144180 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:37.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.553+0000 7f273e304640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f27240664a0 0x7f2724068960 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:37.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.553+0000 7f273e304640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f27381e24f0 0x7f27380b7480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:37.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.553+0000 7f273e304640 1 --2- 172.21.15.116:0/1131146026 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f27200047d0 0x7f2738145c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:37.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.553+0000 7f273e304640 1 -- 172.21.15.116:0/1131146026 >> 172.21.15.116:0/1131146026 conn(0x7f27380b4890 msgr2=0x7f273806be00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:37.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.553+0000 7f273e304640 1 -- 172.21.15.116:0/1131146026 shutdown_connections 2023-11-30T08:27:37.562 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.553+0000 7f273e304640 1 -- 172.21.15.116:0/1131146026 wait complete. 2023-11-30T08:27:37.588 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-11-30T08:27:37.716 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46b5dec640 1 Processor -- start 2023-11-30T08:27:37.716 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46b5dec640 1 -- start start 2023-11-30T08:27:37.717 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46b5dec640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f46b00af300 0x7f46b0144ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:37.717 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46b5dec640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f46b00b4350 0x7f46b0144ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:37.717 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46b5dec640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46b00b1730 con 0x7f46b00b1eb0 2023-11-30T08:27:37.717 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46b5dec640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46b006cd70 con 0x7f46b00af300 2023-11-30T08:27:37.717 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46b5dec640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46b00b0ad0 con 0x7f46b00b4350 2023-11-30T08:27:37.718 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46aeffd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f46b00af300 0x7f46b0144ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:37.718 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46af7fe640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f46b00b1eb0 0x7f46b00aff30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:55980/0 (socket says 172.21.15.116:55980) 2023-11-30T08:27:37.718 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46af7fe640 1 -- 172.21.15.116:0/206897202 learned_addr learned my addr 172.21.15.116:0/206897202 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:37.718 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46affff640 1 --2- 172.21.15.116:0/206897202 >> v2:172.21.15.162:3300/0 conn(0x7f46b00b4350 0x7f46b0144ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:37.718 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46aeffd640 1 -- 172.21.15.116:0/206897202 >> v2:172.21.15.162:3300/0 conn(0x7f46b00b4350 msgr2=0x7f46b0144ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:37.718 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46aeffd640 1 --2- 172.21.15.116:0/206897202 >> v2:172.21.15.162:3300/0 conn(0x7f46b00b4350 0x7f46b0144ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:37.718 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46aeffd640 1 -- 172.21.15.116:0/206897202 >> v1:172.21.15.116:6789/0 conn(0x7f46b00b1eb0 legacy=0x7f46b00aff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:37.718 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46ae7fc640 1 -- 172.21.15.116:0/206897202 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1177374443 0 0) 0x7f46b00b1730 con 0x7f46b00b1eb0 2023-11-30T08:27:37.718 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46aeffd640 1 -- 172.21.15.116:0/206897202 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46b006c7f0 con 0x7f46b00af300 2023-11-30T08:27:37.719 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.709+0000 7f46aeffd640 1 --2- 172.21.15.116:0/206897202 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b00af300 0x7f46b0144ab0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f46b006cfa0 tx=0x7f46a401c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d32dc27d75d7159 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:37.719 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46ae7fc640 1 -- 172.21.15.116:0/206897202 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46a40ab600 con 0x7f46b00af300 2023-11-30T08:27:37.719 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46ae7fc640 1 -- 172.21.15.116:0/206897202 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46a40a7050 con 0x7f46b00af300 2023-11-30T08:27:37.720 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46ae7fc640 1 -- 172.21.15.116:0/206897202 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46a40ab980 con 0x7f46b00af300 2023-11-30T08:27:37.720 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 -- 172.21.15.116:0/206897202 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b00af300 msgr2=0x7f46b0144ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:37.720 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 --2- 172.21.15.116:0/206897202 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b00af300 0x7f46b0144ab0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f46b006cfa0 tx=0x7f46a401c340 comp rx=0 tx=0).stop 2023-11-30T08:27:37.721 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 -- 172.21.15.116:0/206897202 shutdown_connections 2023-11-30T08:27:37.721 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 --2- 172.21.15.116:0/206897202 >> v2:172.21.15.162:3300/0 conn(0x7f46b00b4350 0x7f46b0144ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:37.721 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 --2- 172.21.15.116:0/206897202 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b00af300 0x7f46b0144ab0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:37.721 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 -- 172.21.15.116:0/206897202 >> 172.21.15.116:0/206897202 conn(0x7f46b00b4900 msgr2=0x7f46b00b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:37.721 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 -- 172.21.15.116:0/206897202 shutdown_connections 2023-11-30T08:27:37.721 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 -- 172.21.15.116:0/206897202 wait complete. 2023-11-30T08:27:37.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 Processor -- start 2023-11-30T08:27:37.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 -- start start 2023-11-30T08:27:37.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46b00af300 0x7f46b01398d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:37.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b00b1eb0 0x7f46b013d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:37.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b00b4350 0x7f46b00ae580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:37.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46b013a0e0 con 0x7f46b00b4350 2023-11-30T08:27:37.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46b014ea80 con 0x7f46b00af300 2023-11-30T08:27:37.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46b013ddf0 con 0x7f46b00b1eb0 2023-11-30T08:27:37.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46affff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b00b4350 0x7f46b00ae580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:37.723 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46affff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b00b4350 0x7f46b00ae580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40372/0 (socket says 172.21.15.116:40372) 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46affff640 1 -- 172.21.15.116:0/2626062305 learned_addr learned my addr 172.21.15.116:0/2626062305 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46aeffd640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b00b1eb0 0x7f46b013d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46affff640 1 -- 172.21.15.116:0/2626062305 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b00b1eb0 msgr2=0x7f46b013d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46affff640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b00b1eb0 0x7f46b013d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46affff640 1 -- 172.21.15.116:0/2626062305 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46b00af300 msgr2=0x7f46b01398d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46affff640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46b00af300 0x7f46b01398d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46affff640 1 -- 172.21.15.116:0/2626062305 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46a4009420 con 0x7f46b00b4350 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46aeffd640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b00b1eb0 0x7f46b013d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46affff640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b00b4350 0x7f46b00ae580 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f46a800cd20 tx=0x7f46a800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f4697fff640 1 -- 172.21.15.116:0/2626062305 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46a8003ba0 con 0x7f46b00b4350 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f4697fff640 1 -- 172.21.15.116:0/2626062305 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46a8003d00 con 0x7f46b00b4350 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 -- 172.21.15.116:0/2626062305 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46b01445f0 con 0x7f46b00b4350 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f4697fff640 1 -- 172.21.15.116:0/2626062305 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46a8004240 con 0x7f46b00b4350 2023-11-30T08:27:37.724 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.713+0000 7f46b5dec640 1 -- 172.21.15.116:0/2626062305 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46b0141f30 con 0x7f46b00b4350 2023-11-30T08:27:37.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.717+0000 7f46b5dec640 1 -- 172.21.15.116:0/2626062305 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46b01443f0 con 0x7f46b00b4350 2023-11-30T08:27:37.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.717+0000 7f4697fff640 1 -- 172.21.15.116:0/2626062305 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f46a80043a0 con 0x7f46b00b4350 2023-11-30T08:27:37.725 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.717+0000 7f4697fff640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f469c0664a0 0x7f469c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:37.726 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.717+0000 7f4697fff640 1 -- 172.21.15.116:0/2626062305 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f46a8012070 con 0x7f46b00b4350 2023-11-30T08:27:37.726 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.717+0000 7f46af7fe640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f469c0664a0 0x7f469c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:37.726 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.717+0000 7f46af7fe640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f469c0664a0 0x7f469c068960 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f46a0007fd0 tx=0x7f46a0007900 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:37.729 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.721+0000 7f4697fff640 1 -- 172.21.15.116:0/2626062305 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f46a8051c10 con 0x7f46b00b4350 2023-11-30T08:27:37.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:37.873+0000 7f46b5dec640 1 -- 172.21.15.116:0/2626062305 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f46b0068960 con 0x7f46b00b4350 2023-11-30T08:27:38.573 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.565+0000 7f4697fff640 1 -- 172.21.15.116:0/2626062305 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v27) v1 ==== 170+0+0 (secure 0 0 0) 0x7f46a8055230 con 0x7f46b00b4350 2023-11-30T08:27:38.573 INFO:teuthology.orchestra.run.smithi116.stderr:pool 'cephfs_data' created 2023-11-30T08:27:38.578 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.569+0000 7f46b5dec640 1 -- 172.21.15.116:0/2626062305 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f469c0664a0 msgr2=0x7f469c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:38.578 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.569+0000 7f46b5dec640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f469c0664a0 0x7f469c068960 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f46a0007fd0 tx=0x7f46a0007900 comp rx=0 tx=0).stop 2023-11-30T08:27:38.578 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.569+0000 7f46b5dec640 1 -- 172.21.15.116:0/2626062305 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b00b4350 msgr2=0x7f46b00ae580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:38.578 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.569+0000 7f46b5dec640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b00b4350 0x7f46b00ae580 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f46a800cd20 tx=0x7f46a800a660 comp rx=0 tx=0).stop 2023-11-30T08:27:38.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.569+0000 7f46b5dec640 1 -- 172.21.15.116:0/2626062305 shutdown_connections 2023-11-30T08:27:38.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.569+0000 7f46b5dec640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b00b4350 0x7f46b00ae580 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:38.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.569+0000 7f46b5dec640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f469c0664a0 0x7f469c068960 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:38.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.569+0000 7f46b5dec640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b00b1eb0 0x7f46b013d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:38.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.569+0000 7f46b5dec640 1 --2- 172.21.15.116:0/2626062305 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46b00af300 0x7f46b01398d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:38.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.569+0000 7f46b5dec640 1 -- 172.21.15.116:0/2626062305 >> 172.21.15.116:0/2626062305 conn(0x7f46b00b4900 msgr2=0x7f46b00b4ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:38.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.569+0000 7f46b5dec640 1 -- 172.21.15.116:0/2626062305 shutdown_connections 2023-11-30T08:27:38.579 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.569+0000 7f46b5dec640 1 -- 172.21.15.116:0/2626062305 wait complete. 2023-11-30T08:27:38.612 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-11-30T08:27:38.731 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.721+0000 7fe1e67cf640 1 Processor -- start 2023-11-30T08:27:38.732 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1e67cf640 1 -- start start 2023-11-30T08:27:38.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1e67cf640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fe1e00b3ff0 0x7fe1e0147c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:38.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1e67cf640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1e00b1f80 con 0x7fe1e01481a0 2023-11-30T08:27:38.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1e67cf640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1e0148630 con 0x7fe1e00b5f80 2023-11-30T08:27:38.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1e67cf640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1e00b6360 con 0x7fe1e00b3ff0 2023-11-30T08:27:38.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1e4d6c640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fe1e01481a0 0x7fe1e014ee90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:44970/0 (socket says 172.21.15.116:44970) 2023-11-30T08:27:38.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1e4d6c640 1 -- 172.21.15.116:0/166717416 learned_addr learned my addr 172.21.15.116:0/166717416 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:38.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1d77fe640 1 --2- 172.21.15.116:0/166717416 >> v2:172.21.15.162:3300/0 conn(0x7fe1e00b3ff0 0x7fe1e0147c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:38.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1152849589 0 0) 0x7fe1e00b1f80 con 0x7fe1e01481a0 2023-11-30T08:27:38.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe1cc003530 con 0x7fe1e01481a0 2023-11-30T08:27:38.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 102112208 0 0) 0x7fe1cc003530 con 0x7fe1e01481a0 2023-11-30T08:27:38.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 >> v2:172.21.15.162:3300/0 conn(0x7fe1e00b3ff0 msgr2=0x7fe1e0147c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:38.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 --2- 172.21.15.116:0/166717416 >> v2:172.21.15.162:3300/0 conn(0x7fe1e00b3ff0 0x7fe1e0147c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:38.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 >> v1:172.21.15.162:6789/0 conn(0x7fe1e00b5f80 legacy=0x7fe1e00b38e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:38.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1e00b4760 con 0x7fe1e01481a0 2023-11-30T08:27:38.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fe1d8001a00 con 0x7fe1e01481a0 2023-11-30T08:27:38.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 >> v1:172.21.15.116:6789/0 conn(0x7fe1e01481a0 legacy=0x7fe1e014ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:38.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe1cc003980 0x7fe1cc003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:38.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 0x7fe1cc004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:38.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe1cc005190 0x7fe1cc00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:38.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e00b6360 con 0x7fe1cc0047d0 2023-11-30T08:27:38.735 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1cc00c030 con 0x7fe1cc005190 2023-11-30T08:27:38.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1cc00c1f0 con 0x7fe1cc003980 2023-11-30T08:27:38.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1d77fe640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 0x7fe1cc004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:38.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1e4d6c640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe1cc005190 0x7fe1cc00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:38.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1dffff640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe1cc003980 0x7fe1cc003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:38.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1d77fe640 1 -- 172.21.15.116:0/166717416 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe1cc003980 msgr2=0x7fe1cc003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:38.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1d77fe640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe1cc003980 0x7fe1cc003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:38.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1d77fe640 1 -- 172.21.15.116:0/166717416 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe1cc005190 msgr2=0x7fe1cc00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:38.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1d77fe640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe1cc005190 0x7fe1cc00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:38.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1d77fe640 1 -- 172.21.15.116:0/166717416 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1cc003530 con 0x7fe1cc0047d0 2023-11-30T08:27:38.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1dffff640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe1cc003980 0x7fe1cc003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:38.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1e4d6c640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe1cc005190 0x7fe1cc00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:38.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.725+0000 7fe1e4d6c640 1 -- 172.21.15.116:0/166717416 reap_dead start 2023-11-30T08:27:38.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1d77fe640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 0x7fe1cc004c50 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009ae0 tx=0x7fe1c801c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f1141556f6c56cb server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:38.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c80a6470 con 0x7fe1cc0047d0 2023-11-30T08:27:38.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1c80a65d0 con 0x7fe1cc0047d0 2023-11-30T08:27:38.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1df7fe640 1 -- 172.21.15.116:0/166717416 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1c80a6980 con 0x7fe1cc0047d0 2023-11-30T08:27:38.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 -- 172.21.15.116:0/166717416 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 msgr2=0x7fe1cc004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:38.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 0x7fe1cc004c50 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009ae0 tx=0x7fe1c801c870 comp rx=0 tx=0).stop 2023-11-30T08:27:38.737 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 -- 172.21.15.116:0/166717416 shutdown_connections 2023-11-30T08:27:38.738 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 --2- 172.21.15.116:0/166717416 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 0x7fe1cc004c50 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:38.738 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 -- 172.21.15.116:0/166717416 >> 172.21.15.116:0/166717416 conn(0x7fe1e006a980 msgr2=0x7fe1e006ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:38.738 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 -- 172.21.15.116:0/166717416 shutdown_connections 2023-11-30T08:27:38.738 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 -- 172.21.15.116:0/166717416 wait complete. 2023-11-30T08:27:38.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 Processor -- start 2023-11-30T08:27:38.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 -- start start 2023-11-30T08:27:38.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 0x7fe1e01d9f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:38.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe1e0137e30 0x7fe1e0146780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:38.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe1e01cf2c0 0x7fe1e01cf740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:38.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e01382b0 con 0x7fe1cc0047d0 2023-11-30T08:27:38.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e00b9aa0 con 0x7fe1e01cf2c0 2023-11-30T08:27:38.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1e01462f0 con 0x7fe1e0137e30 2023-11-30T08:27:38.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1dffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 0x7fe1e01d9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:38.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1dffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 0x7fe1e01d9f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47990/0 (socket says 172.21.15.116:47990) 2023-11-30T08:27:38.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1dffff640 1 -- 172.21.15.116:0/3633701379 learned_addr learned my addr 172.21.15.116:0/3633701379 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:38.740 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1d77fe640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe1e0137e30 0x7fe1e0146780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e4d6c640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe1e01cf2c0 0x7fe1e01cf740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1dffff640 1 -- 172.21.15.116:0/3633701379 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe1e0137e30 msgr2=0x7fe1e0146780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1dffff640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe1e0137e30 0x7fe1e0146780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1dffff640 1 -- 172.21.15.116:0/3633701379 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe1e01cf2c0 msgr2=0x7fe1e01cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1dffff640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe1e01cf2c0 0x7fe1e01cf740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1dffff640 1 -- 172.21.15.116:0/3633701379 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1e00b97c0 con 0x7fe1cc0047d0 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1d77fe640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe1e0137e30 0x7fe1e0146780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e4d6c640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe1e01cf2c0 0x7fe1e01cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1dffff640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 0x7fe1e01d9f30 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe1d000d4d0 tx=0x7fe1d000d990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1dd7fa640 1 -- 172.21.15.116:0/3633701379 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d0005480 con 0x7fe1cc0047d0 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1dd7fa640 1 -- 172.21.15.116:0/3633701379 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe1d0007030 con 0x7fe1cc0047d0 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.729+0000 7fe1e67cf640 1 -- 172.21.15.116:0/3633701379 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1e01cdad0 con 0x7fe1cc0047d0 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.733+0000 7fe1dd7fa640 1 -- 172.21.15.116:0/3633701379 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d00073e0 con 0x7fe1cc0047d0 2023-11-30T08:27:38.741 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.733+0000 7fe1e67cf640 1 -- 172.21.15.116:0/3633701379 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1e01388c0 con 0x7fe1cc0047d0 2023-11-30T08:27:38.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.733+0000 7fe1e67cf640 1 -- 172.21.15.116:0/3633701379 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1e00b1790 con 0x7fe1cc0047d0 2023-11-30T08:27:38.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.733+0000 7fe1dd7fa640 1 -- 172.21.15.116:0/3633701379 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe1d0007540 con 0x7fe1cc0047d0 2023-11-30T08:27:38.742 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.733+0000 7fe1dd7fa640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe1c00664a0 0x7fe1c0068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:38.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.733+0000 7fe1dd7fa640 1 -- 172.21.15.116:0/3633701379 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 5609+0+0 (secure 0 0 0) 0x7fe1d00832b0 con 0x7fe1cc0047d0 2023-11-30T08:27:38.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.733+0000 7fe1d77fe640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe1c00664a0 0x7fe1c0068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:38.743 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.733+0000 7fe1d77fe640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe1c00664a0 0x7fe1c0068960 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe1c80ad000 tx=0x7fe1c80b2040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:38.746 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.737+0000 7fe1dd7fa640 1 -- 172.21.15.116:0/3633701379 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe1d00508e0 con 0x7fe1cc0047d0 2023-11-30T08:27:38.920 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:38.913+0000 7fe1e67cf640 1 -- 172.21.15.116:0/3633701379 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7fe1e0068960 con 0x7fe1cc0047d0 2023-11-30T08:27:39.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.613+0000 7fe1dd7fa640 1 -- 172.21.15.116:0/3633701379 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v13) v1 ==== 172+0+0 (secure 0 0 0) 0x7fe1d0053f00 con 0x7fe1cc0047d0 2023-11-30T08:27:39.622 INFO:teuthology.orchestra.run.smithi116.stderr:new fs with metadata pool 4 and data pool 5 2023-11-30T08:27:39.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.621+0000 7fe1e67cf640 1 -- 172.21.15.116:0/3633701379 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe1c00664a0 msgr2=0x7fe1c0068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:39.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.621+0000 7fe1e67cf640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe1c00664a0 0x7fe1c0068960 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe1c80ad000 tx=0x7fe1c80b2040 comp rx=0 tx=0).stop 2023-11-30T08:27:39.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.621+0000 7fe1e67cf640 1 -- 172.21.15.116:0/3633701379 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 msgr2=0x7fe1e01d9f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:39.631 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.621+0000 7fe1e67cf640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 0x7fe1e01d9f30 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe1d000d4d0 tx=0x7fe1d000d990 comp rx=0 tx=0).stop 2023-11-30T08:27:39.632 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.625+0000 7fe1e67cf640 1 -- 172.21.15.116:0/3633701379 shutdown_connections 2023-11-30T08:27:39.632 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.625+0000 7fe1e67cf640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe1e01cf2c0 0x7fe1e01cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.632 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.625+0000 7fe1e67cf640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe1c00664a0 0x7fe1c0068960 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.632 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.625+0000 7fe1e67cf640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe1e0137e30 0x7fe1e0146780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.632 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.625+0000 7fe1e67cf640 1 --2- 172.21.15.116:0/3633701379 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe1cc0047d0 0x7fe1e01d9f30 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.633 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.625+0000 7fe1e67cf640 1 -- 172.21.15.116:0/3633701379 >> 172.21.15.116:0/3633701379 conn(0x7fe1e006a980 msgr2=0x7fe1e006ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:39.633 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.625+0000 7fe1e67cf640 1 -- 172.21.15.116:0/3633701379 shutdown_connections 2023-11-30T08:27:39.633 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.625+0000 7fe1e67cf640 1 -- 172.21.15.116:0/3633701379 wait complete. 2023-11-30T08:27:39.660 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:39.771 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.761+0000 7f748fb78640 1 Processor -- start 2023-11-30T08:27:39.771 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.761+0000 7f748fb78640 1 -- start start 2023-11-30T08:27:39.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748fb78640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f748806c920 0x7f74880afc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748fb78640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f748809dd50 0x7f748813ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748fb78640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74880af2e0 con 0x7f74880b3fd0 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748fb78640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74880b1f50 con 0x7f748809dd50 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748fb78640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f748806cd00 con 0x7f748806c920 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748e115640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f748809dd50 0x7f748813ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748e115640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f748809dd50 0x7f748813ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:47996/0 (socket says 172.21.15.116:47996) 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748e115640 1 -- 172.21.15.116:0/3713988031 learned_addr learned my addr 172.21.15.116:0/3713988031 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748e115640 1 -- 172.21.15.116:0/3713988031 >> v2:172.21.15.162:3300/0 conn(0x7f748806c920 msgr2=0x7f74880afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748d914640 1 --2- 172.21.15.116:0/3713988031 >> v2:172.21.15.162:3300/0 conn(0x7f748806c920 0x7f74880afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748e115640 1 --2- 172.21.15.116:0/3713988031 >> v2:172.21.15.162:3300/0 conn(0x7f748806c920 0x7f74880afc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748e115640 1 -- 172.21.15.116:0/3713988031 >> v1:172.21.15.162:6789/0 conn(0x7f74880b3fd0 legacy=0x7f748813e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748e115640 1 -- 172.21.15.116:0/3713988031 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74880af530 con 0x7f748809dd50 2023-11-30T08:27:39.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748d914640 1 --2- 172.21.15.116:0/3713988031 >> v2:172.21.15.162:3300/0 conn(0x7f748806c920 0x7f74880afc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:39.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748e115640 1 --2- 172.21.15.116:0/3713988031 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f748809dd50 0x7f748813ea30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f74880b5920 tx=0x7f748001c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72c1983dbcdf79e1 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:39.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748c912640 1 -- 172.21.15.116:0/3713988031 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74800a55c0 con 0x7f748809dd50 2023-11-30T08:27:39.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748c912640 1 -- 172.21.15.116:0/3713988031 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74800a5720 con 0x7f748809dd50 2023-11-30T08:27:39.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.765+0000 7f748c912640 1 -- 172.21.15.116:0/3713988031 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74800a5ab0 con 0x7f748809dd50 2023-11-30T08:27:39.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 -- 172.21.15.116:0/3713988031 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f748809dd50 msgr2=0x7f748813ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:39.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 --2- 172.21.15.116:0/3713988031 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f748809dd50 0x7f748813ea30 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f74880b5920 tx=0x7f748001c900 comp rx=0 tx=0).stop 2023-11-30T08:27:39.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 -- 172.21.15.116:0/3713988031 shutdown_connections 2023-11-30T08:27:39.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 --2- 172.21.15.116:0/3713988031 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f748809dd50 0x7f748813ea30 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 --2- 172.21.15.116:0/3713988031 >> v2:172.21.15.162:3300/0 conn(0x7f748806c920 0x7f74880afc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 -- 172.21.15.116:0/3713988031 >> 172.21.15.116:0/3713988031 conn(0x7f74880b48e0 msgr2=0x7f74880b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:39.777 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 -- 172.21.15.116:0/3713988031 shutdown_connections 2023-11-30T08:27:39.777 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 -- 172.21.15.116:0/3713988031 wait complete. 2023-11-30T08:27:39.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 Processor -- start 2023-11-30T08:27:39.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 -- start start 2023-11-30T08:27:39.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f748806c920 0x7f74881393d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:39.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f748809dd50 0x7f748813cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:39.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f748813b970 0x7f748813bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:39.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7488139c00 con 0x7f748813b970 2023-11-30T08:27:39.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74880aeab0 con 0x7f748809dd50 2023-11-30T08:27:39.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f748813c320 con 0x7f748806c920 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748e115640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f748813b970 0x7f748813bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748e115640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f748813b970 0x7f748813bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48008/0 (socket says 172.21.15.116:48008) 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748e115640 1 -- 172.21.15.116:0/1605049628 learned_addr learned my addr 172.21.15.116:0/1605049628 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748d113640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f748809dd50 0x7f748813cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748d914640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f748806c920 0x7f74881393d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748e115640 1 -- 172.21.15.116:0/1605049628 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f748806c920 msgr2=0x7f74881393d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748e115640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f748806c920 0x7f74881393d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748e115640 1 -- 172.21.15.116:0/1605049628 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f748809dd50 msgr2=0x7f748813cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748e115640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f748809dd50 0x7f748813cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748e115640 1 -- 172.21.15.116:0/1605049628 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7480009b30 con 0x7f748813b970 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748e115640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f748813b970 0x7f748813bde0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f748001afb0 tx=0x7f74800196a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f747e7fc640 1 -- 172.21.15.116:0/1605049628 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74800b8880 con 0x7f748813b970 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f747e7fc640 1 -- 172.21.15.116:0/1605049628 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74800b89e0 con 0x7f748813b970 2023-11-30T08:27:39.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 -- 172.21.15.116:0/1605049628 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f748813d390 con 0x7f748813b970 2023-11-30T08:27:39.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f747e7fc640 1 -- 172.21.15.116:0/1605049628 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74800b8d90 con 0x7f748813b970 2023-11-30T08:27:39.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.769+0000 7f748fb78640 1 -- 172.21.15.116:0/1605049628 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74880aeea0 con 0x7f748813b970 2023-11-30T08:27:39.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.773+0000 7f747e7fc640 1 -- 172.21.15.116:0/1605049628 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f74800b6440 con 0x7f748813b970 2023-11-30T08:27:39.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.773+0000 7f748fb78640 1 -- 172.21.15.116:0/1605049628 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74880679e0 con 0x7f748813b970 2023-11-30T08:27:39.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.773+0000 7f747e7fc640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f746c066470 0x7f746c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:39.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.773+0000 7f748d914640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f746c066470 0x7f746c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:39.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.773+0000 7f747e7fc640 1 -- 172.21.15.116:0/1605049628 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f748011f710 con 0x7f748813b970 2023-11-30T08:27:39.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.773+0000 7f748d914640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f746c066470 0x7f746c068930 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f748400a9a0 tx=0x7f7484008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:39.785 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.777+0000 7f747e7fc640 1 -- 172.21.15.116:0/1605049628 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f74800ecc40 con 0x7f748813b970 2023-11-30T08:27:39.941 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.933+0000 7f748fb78640 1 -- 172.21.15.116:0/1605049628 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7488139a60 con 0x7f748813b970 2023-11-30T08:27:39.944 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f747e7fc640 1 -- 172.21.15.116:0/1605049628 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+16594 (secure 0 0 0) 0x7f7488139a60 con 0x7f748813b970 2023-11-30T08:27:39.944 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:39.944 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":28,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:38.918735+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:27:37.166342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-30T08:27:37.918126+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:39.946 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f748fb78640 1 -- 172.21.15.116:0/1605049628 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f746c066470 msgr2=0x7f746c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:39.946 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f748fb78640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f746c066470 0x7f746c068930 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f748400a9a0 tx=0x7f7484008040 comp rx=0 tx=0).stop 2023-11-30T08:27:39.946 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f748fb78640 1 -- 172.21.15.116:0/1605049628 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f748813b970 msgr2=0x7f748813bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:39.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f748fb78640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f748813b970 0x7f748813bde0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f748001afb0 tx=0x7f74800196a0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f748fb78640 1 -- 172.21.15.116:0/1605049628 shutdown_connections 2023-11-30T08:27:39.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f748fb78640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f748813b970 0x7f748813bde0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f748fb78640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f748809dd50 0x7f748813cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f748fb78640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f746c066470 0x7f746c068930 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f748fb78640 1 --2- 172.21.15.116:0/1605049628 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f748806c920 0x7f74881393d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:39.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f748fb78640 1 -- 172.21.15.116:0/1605049628 >> 172.21.15.116:0/1605049628 conn(0x7f74880b48e0 msgr2=0x7f74880b62e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:39.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f748fb78640 1 -- 172.21.15.116:0/1605049628 shutdown_connections 2023-11-30T08:27:39.947 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:39.937+0000 7f748fb78640 1 -- 172.21.15.116:0/1605049628 wait complete. 2023-11-30T08:27:39.963 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:40.078 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.069+0000 7f9d9bdba640 1 Processor -- start 2023-11-30T08:27:40.079 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.069+0000 7f9d9bdba640 1 -- start start 2023-11-30T08:27:40.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.069+0000 7f9d9bdba640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f9d9406c920 0x7f9d940afc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.069+0000 7f9d9bdba640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f9d9409dd50 0x7f9d9413ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.069+0000 7f9d9bdba640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d940af2e0 con 0x7f9d940b3fd0 2023-11-30T08:27:40.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.069+0000 7f9d9bdba640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d940b1f50 con 0x7f9d9409dd50 2023-11-30T08:27:40.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.069+0000 7f9d9bdba640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d9406cd00 con 0x7f9d9406c920 2023-11-30T08:27:40.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9a357640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f9d9409dd50 0x7f9d9413ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9a357640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f9d9409dd50 0x7f9d9413ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48012/0 (socket says 172.21.15.116:48012) 2023-11-30T08:27:40.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9a357640 1 -- 172.21.15.116:0/517341218 learned_addr learned my addr 172.21.15.116:0/517341218 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:40.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9a357640 1 -- 172.21.15.116:0/517341218 >> v2:172.21.15.162:3300/0 conn(0x7f9d9406c920 msgr2=0x7f9d940afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:40.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9a357640 1 --2- 172.21.15.116:0/517341218 >> v2:172.21.15.162:3300/0 conn(0x7f9d9406c920 0x7f9d940afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.080 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9a357640 1 -- 172.21.15.116:0/517341218 >> v1:172.21.15.162:6789/0 conn(0x7f9d940b3fd0 legacy=0x7f9d9413e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:40.081 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9a357640 1 -- 172.21.15.116:0/517341218 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d940af530 con 0x7f9d9409dd50 2023-11-30T08:27:40.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9a357640 1 --2- 172.21.15.116:0/517341218 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d9409dd50 0x7f9d9413ea30 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9d940b5920 tx=0x7f9d8401c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa38c11a5f3c33f6 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:40.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d98b54640 1 -- 172.21.15.116:0/517341218 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d840ab600 con 0x7f9d9409dd50 2023-11-30T08:27:40.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d98b54640 1 -- 172.21.15.116:0/517341218 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d840a7050 con 0x7f9d9409dd50 2023-11-30T08:27:40.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d98b54640 1 -- 172.21.15.116:0/517341218 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d840ab980 con 0x7f9d9409dd50 2023-11-30T08:27:40.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9bdba640 1 -- 172.21.15.116:0/517341218 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d9409dd50 msgr2=0x7f9d9413ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9bdba640 1 --2- 172.21.15.116:0/517341218 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d9409dd50 0x7f9d9413ea30 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9d940b5920 tx=0x7f9d8401c430 comp rx=0 tx=0).stop 2023-11-30T08:27:40.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9bdba640 1 -- 172.21.15.116:0/517341218 shutdown_connections 2023-11-30T08:27:40.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9bdba640 1 --2- 172.21.15.116:0/517341218 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d9409dd50 0x7f9d9413ea30 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9bdba640 1 --2- 172.21.15.116:0/517341218 >> v2:172.21.15.162:3300/0 conn(0x7f9d9406c920 0x7f9d940afc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9bdba640 1 -- 172.21.15.116:0/517341218 >> 172.21.15.116:0/517341218 conn(0x7f9d940b48e0 msgr2=0x7f9d940b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:40.083 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9bdba640 1 -- 172.21.15.116:0/517341218 shutdown_connections 2023-11-30T08:27:40.084 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.073+0000 7f9d9bdba640 1 -- 172.21.15.116:0/517341218 wait complete. 2023-11-30T08:27:40.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9bdba640 1 Processor -- start 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9bdba640 1 -- start start 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9bdba640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9d9406c920 0x7f9d9409cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9bdba640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d9409dd50 0x7f9d9409aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9bdba640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9d94070140 0x7f9d940705f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9bdba640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d94099c30 con 0x7f9d9409dd50 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9bdba640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d94070b30 con 0x7f9d94070140 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9bdba640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d9409c590 con 0x7f9d9406c920 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d99355640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d9409dd50 0x7f9d9409aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d99355640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d9409dd50 0x7f9d9409aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48022/0 (socket says 172.21.15.116:48022) 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d99355640 1 -- 172.21.15.116:0/286015653 learned_addr learned my addr 172.21.15.116:0/286015653 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9a357640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9d94070140 0x7f9d940705f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d99b56640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9d9406c920 0x7f9d9409cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.086 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d99355640 1 -- 172.21.15.116:0/286015653 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9d9406c920 msgr2=0x7f9d9409cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d99355640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9d9406c920 0x7f9d9409cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d99355640 1 -- 172.21.15.116:0/286015653 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9d94070140 msgr2=0x7f9d940705f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d99355640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9d94070140 0x7f9d940705f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d99355640 1 -- 172.21.15.116:0/286015653 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d840094d0 con 0x7f9d9409dd50 2023-11-30T08:27:40.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9a357640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9d94070140 0x7f9d940705f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:40.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d99355640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d9409dd50 0x7f9d9409aac0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c00ba50 tx=0x7f9d8c00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:40.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d927fc640 1 -- 172.21.15.116:0/286015653 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d8c00cbe0 con 0x7f9d9409dd50 2023-11-30T08:27:40.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d927fc640 1 -- 172.21.15.116:0/286015653 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d8c00cd80 con 0x7f9d9409dd50 2023-11-30T08:27:40.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9bdba640 1 -- 172.21.15.116:0/286015653 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d9409d480 con 0x7f9d9409dd50 2023-11-30T08:27:40.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d927fc640 1 -- 172.21.15.116:0/286015653 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d8c014680 con 0x7f9d9409dd50 2023-11-30T08:27:40.087 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9bdba640 1 -- 172.21.15.116:0/286015653 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d9409d190 con 0x7f9d9409dd50 2023-11-30T08:27:40.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d9bdba640 1 -- 172.21.15.116:0/286015653 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d940679e0 con 0x7f9d9409dd50 2023-11-30T08:27:40.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d927fc640 1 -- 172.21.15.116:0/286015653 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9d8c0147e0 con 0x7f9d9409dd50 2023-11-30T08:27:40.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d927fc640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9d80066470 0x7f9d80068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d927fc640 1 -- 172.21.15.116:0/286015653 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9d8c083cd0 con 0x7f9d9409dd50 2023-11-30T08:27:40.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.077+0000 7f9d99b56640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9d80066470 0x7f9d80068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.081+0000 7f9d99b56640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9d80066470 0x7f9d80068930 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9d88006fd0 tx=0x7f9d88008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:40.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.085+0000 7f9d927fc640 1 -- 172.21.15.116:0/286015653 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f9d8c051290 con 0x7f9d9409dd50 2023-11-30T08:27:40.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.229+0000 7f9d9bdba640 1 -- 172.21.15.116:0/286015653 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9d9409b550 con 0x7f9d9409dd50 2023-11-30T08:27:40.238 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.229+0000 7f9d927fc640 1 -- 172.21.15.116:0/286015653 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+16594 (secure 0 0 0) 0x7f9d9409b550 con 0x7f9d9409dd50 2023-11-30T08:27:40.239 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:40.239 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":28,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:38.918735+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:27:37.166342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-30T08:27:37.918126+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:40.241 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.233+0000 7f9d9bdba640 1 -- 172.21.15.116:0/286015653 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9d80066470 msgr2=0x7f9d80068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.241 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.233+0000 7f9d9bdba640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9d80066470 0x7f9d80068930 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9d88006fd0 tx=0x7f9d88008040 comp rx=0 tx=0).stop 2023-11-30T08:27:40.241 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.233+0000 7f9d9bdba640 1 -- 172.21.15.116:0/286015653 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d9409dd50 msgr2=0x7f9d9409aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.241 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.233+0000 7f9d9bdba640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d9409dd50 0x7f9d9409aac0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c00ba50 tx=0x7f9d8c00bf10 comp rx=0 tx=0).stop 2023-11-30T08:27:40.241 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.233+0000 7f9d9bdba640 1 -- 172.21.15.116:0/286015653 shutdown_connections 2023-11-30T08:27:40.241 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.233+0000 7f9d9bdba640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f9d94070140 0x7f9d940705f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.241 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.233+0000 7f9d9bdba640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d9409dd50 0x7f9d9409aac0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.233+0000 7f9d9bdba640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9d80066470 0x7f9d80068930 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.233+0000 7f9d9bdba640 1 --2- 172.21.15.116:0/286015653 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f9d9406c920 0x7f9d9409cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.233+0000 7f9d9bdba640 1 -- 172.21.15.116:0/286015653 >> 172.21.15.116:0/286015653 conn(0x7f9d940b48e0 msgr2=0x7f9d940b6480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:40.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.233+0000 7f9d9bdba640 1 -- 172.21.15.116:0/286015653 shutdown_connections 2023-11-30T08:27:40.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.233+0000 7f9d9bdba640 1 -- 172.21.15.116:0/286015653 wait complete. 2023-11-30T08:27:40.257 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-11-30T08:27:40.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.369+0000 7fa2f8cb3640 1 Processor -- start 2023-11-30T08:27:40.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f8cb3640 1 -- start start 2023-11-30T08:27:40.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f8cb3640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fa2f40bc8a0 0x7fa2f4149e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f8cb3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40b6fc0 0x7fa2f4151200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f8cb3640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2f40b4990 con 0x7fa2f414a350 2023-11-30T08:27:40.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f8cb3640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2f40b5de0 con 0x7fa2f40bc8a0 2023-11-30T08:27:40.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f8cb3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f40b5b70 con 0x7fa2f40b6fc0 2023-11-30T08:27:40.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f259c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fa2f40bc8a0 0x7fa2f4149e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f259c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fa2f40bc8a0 0x7fa2f4149e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48024/0 (socket says 172.21.15.116:48024) 2023-11-30T08:27:40.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f259c640 1 -- 172.21.15.116:0/2101504161 learned_addr learned my addr 172.21.15.116:0/2101504161 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:40.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f259c640 1 -- 172.21.15.116:0/2101504161 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40b6fc0 msgr2=0x7fa2f4151200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:40.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f2d9d640 1 --2- 172.21.15.116:0/2101504161 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40b6fc0 0x7fa2f4151200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f259c640 1 --2- 172.21.15.116:0/2101504161 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40b6fc0 0x7fa2f4151200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f259c640 1 -- 172.21.15.116:0/2101504161 >> v1:172.21.15.162:6789/0 conn(0x7fa2f414a350 legacy=0x7fa2f40b68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:40.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f259c640 1 -- 172.21.15.116:0/2101504161 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2f414a7e0 con 0x7fa2f40bc8a0 2023-11-30T08:27:40.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f2d9d640 1 --2- 172.21.15.116:0/2101504161 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40b6fc0 0x7fa2f4151200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:40.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f259c640 1 --2- 172.21.15.116:0/2101504161 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f40bc8a0 0x7fa2f4149e10 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fa2e40098a0 tx=0x7fa2e401c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94d6ba9de7932fe3 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:40.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f1d9b640 1 -- 172.21.15.116:0/2101504161 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e40ad680 con 0x7fa2f40bc8a0 2023-11-30T08:27:40.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f1d9b640 1 -- 172.21.15.116:0/2101504161 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2e40ad7e0 con 0x7fa2f40bc8a0 2023-11-30T08:27:40.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.373+0000 7fa2f1d9b640 1 -- 172.21.15.116:0/2101504161 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2e40adb70 con 0x7fa2f40bc8a0 2023-11-30T08:27:40.384 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2101504161 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f40bc8a0 msgr2=0x7fa2f4149e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.384 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 --2- 172.21.15.116:0/2101504161 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f40bc8a0 0x7fa2f4149e10 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fa2e40098a0 tx=0x7fa2e401c3c0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.384 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2101504161 shutdown_connections 2023-11-30T08:27:40.384 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 --2- 172.21.15.116:0/2101504161 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40b6fc0 0x7fa2f4151200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.384 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 --2- 172.21.15.116:0/2101504161 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f40bc8a0 0x7fa2f4149e10 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.384 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2101504161 >> 172.21.15.116:0/2101504161 conn(0x7fa2f40722b0 msgr2=0x7fa2f40bbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:40.384 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2101504161 shutdown_connections 2023-11-30T08:27:40.385 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2101504161 wait complete. 2023-11-30T08:27:40.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 Processor -- start 2023-11-30T08:27:40.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 -- start start 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa2f40b6fc0 0x7fa2f413dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40bc8a0 0x7fa2f41df210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f414a350 0x7fa2f41df750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f4148770 con 0x7fa2f414a350 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f41dfc90 con 0x7fa2f40b6fc0 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2f413f8a0 con 0x7fa2f40bc8a0 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f2d9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f414a350 0x7fa2f41df750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f2d9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f414a350 0x7fa2f41df750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48032/0 (socket says 172.21.15.116:48032) 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f2d9d640 1 -- 172.21.15.116:0/2384898190 learned_addr learned my addr 172.21.15.116:0/2384898190 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2e9d9b640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40bc8a0 0x7fa2f41df210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f259c640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa2f40b6fc0 0x7fa2f413dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f2d9d640 1 -- 172.21.15.116:0/2384898190 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40bc8a0 msgr2=0x7fa2f41df210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f2d9d640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40bc8a0 0x7fa2f41df210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f2d9d640 1 -- 172.21.15.116:0/2384898190 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa2f40b6fc0 msgr2=0x7fa2f413dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f2d9d640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa2f40b6fc0 0x7fa2f413dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f2d9d640 1 -- 172.21.15.116:0/2384898190 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2e40094d0 con 0x7fa2f414a350 2023-11-30T08:27:40.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f2d9d640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f414a350 0x7fa2f41df750 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec00cef0 tx=0x7fa2ec00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:40.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2eb7fe640 1 -- 172.21.15.116:0/2384898190 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2ec00d840 con 0x7fa2f414a350 2023-11-30T08:27:40.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2eb7fe640 1 -- 172.21.15.116:0/2384898190 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2ec00d9c0 con 0x7fa2f414a350 2023-11-30T08:27:40.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2384898190 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2f413f130 con 0x7fa2f414a350 2023-11-30T08:27:40.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2eb7fe640 1 -- 172.21.15.116:0/2384898190 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2ec00dd70 con 0x7fa2f414a350 2023-11-30T08:27:40.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2384898190 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2f4149760 con 0x7fa2f414a350 2023-11-30T08:27:40.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.377+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2384898190 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2f4148920 con 0x7fa2f414a350 2023-11-30T08:27:40.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.381+0000 7fa2eb7fe640 1 -- 172.21.15.116:0/2384898190 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa2ec01e3b0 con 0x7fa2f414a350 2023-11-30T08:27:40.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.381+0000 7fa2eb7fe640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa2d40664a0 0x7fa2d4068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.381+0000 7fa2eb7fe640 1 -- 172.21.15.116:0/2384898190 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa2ec0849c0 con 0x7fa2f414a350 2023-11-30T08:27:40.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.381+0000 7fa2f259c640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa2d40664a0 0x7fa2d4068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.381+0000 7fa2f259c640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa2d40664a0 0x7fa2d4068960 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa2e40af000 tx=0x7fa2e4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:40.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.385+0000 7fa2eb7fe640 1 -- 172.21.15.116:0/2384898190 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa2f4148920 con 0x7fa2f414a350 2023-11-30T08:27:40.583 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.573+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2384898190 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fa2f4148920 con 0x7fa2f414a350 2023-11-30T08:27:40.609 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.601+0000 7fa2eb7fe640 1 -- 172.21.15.116:0/2384898190 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) v1 ==== 118+0+0 (secure 0 0 0) 0x7fa2f4148920 con 0x7fa2f414a350 2023-11-30T08:27:40.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.605+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2384898190 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa2d40664a0 msgr2=0x7fa2d4068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.605+0000 7fa2f8cb3640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa2d40664a0 0x7fa2d4068960 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa2e40af000 tx=0x7fa2e4008040 comp rx=0 tx=0).stop 2023-11-30T08:27:40.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.605+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2384898190 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f414a350 msgr2=0x7fa2f41df750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.605+0000 7fa2f8cb3640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f414a350 0x7fa2f41df750 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fa2ec00cef0 tx=0x7fa2ec00a710 comp rx=0 tx=0).stop 2023-11-30T08:27:40.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.605+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2384898190 shutdown_connections 2023-11-30T08:27:40.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.605+0000 7fa2f8cb3640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2f414a350 0x7fa2f41df750 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.605+0000 7fa2f8cb3640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa2d40664a0 0x7fa2d4068960 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.605+0000 7fa2f8cb3640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa2f40bc8a0 0x7fa2f41df210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.605+0000 7fa2f8cb3640 1 --2- 172.21.15.116:0/2384898190 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa2f40b6fc0 0x7fa2f413dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.605+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2384898190 >> 172.21.15.116:0/2384898190 conn(0x7fa2f40722b0 msgr2=0x7fa2f4146f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:40.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.605+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2384898190 shutdown_connections 2023-11-30T08:27:40.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.605+0000 7fa2f8cb3640 1 -- 172.21.15.116:0/2384898190 wait complete. 2023-11-30T08:27:40.628 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-11-30T08:27:40.629 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-11-30T08:27:40.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.737+0000 7ff526fdc640 1 Processor -- start 2023-11-30T08:27:40.747 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.737+0000 7ff526fdc640 1 -- start start 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff52006c8b0 0x7ff5200b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7ff5200ae750 0x7ff5200ad530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5200b02e0 con 0x7ff5200af300 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5200aded0 con 0x7ff52006c8b0 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff52006cc90 con 0x7ff5200ae750 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff524d78640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff52006c8b0 0x7ff5200b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff51ffff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7ff5200af300 0x7ff5200ace20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:44982/0 (socket says 172.21.15.116:44982) 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff51ffff640 1 -- 172.21.15.116:0/1171575283 learned_addr learned my addr 172.21.15.116:0/1171575283 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff51f7fe640 1 -- 172.21.15.116:0/1171575283 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3797681764 0 0) 0x7ff5200b02e0 con 0x7ff5200af300 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff525579640 1 --2- 172.21.15.116:0/1171575283 >> v2:172.21.15.162:3300/0 conn(0x7ff5200ae750 0x7ff5200ad530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff524d78640 1 -- 172.21.15.116:0/1171575283 >> v2:172.21.15.162:3300/0 conn(0x7ff5200ae750 msgr2=0x7ff5200ad530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff524d78640 1 --2- 172.21.15.116:0/1171575283 >> v2:172.21.15.162:3300/0 conn(0x7ff5200ae750 0x7ff5200ad530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.749 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff524d78640 1 -- 172.21.15.116:0/1171575283 >> v1:172.21.15.116:6789/0 conn(0x7ff5200af300 legacy=0x7ff5200ace20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff524d78640 1 -- 172.21.15.116:0/1171575283 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5200b05c0 con 0x7ff52006c8b0 2023-11-30T08:27:40.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff524d78640 1 --2- 172.21.15.116:0/1171575283 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff52006c8b0 0x7ff5200b4220 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7ff52009db60 tx=0x7ff51401c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bef6f6b413a47ec0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:40.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff51f7fe640 1 -- 172.21.15.116:0/1171575283 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5140ab600 con 0x7ff52006c8b0 2023-11-30T08:27:40.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff51f7fe640 1 -- 172.21.15.116:0/1171575283 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5140a7050 con 0x7ff52006c8b0 2023-11-30T08:27:40.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff51f7fe640 1 -- 172.21.15.116:0/1171575283 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5140ab980 con 0x7ff52006c8b0 2023-11-30T08:27:40.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 -- 172.21.15.116:0/1171575283 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff52006c8b0 msgr2=0x7ff5200b4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 --2- 172.21.15.116:0/1171575283 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff52006c8b0 0x7ff5200b4220 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7ff52009db60 tx=0x7ff51401c3a0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 -- 172.21.15.116:0/1171575283 shutdown_connections 2023-11-30T08:27:40.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 --2- 172.21.15.116:0/1171575283 >> v2:172.21.15.162:3300/0 conn(0x7ff5200ae750 0x7ff5200ad530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 --2- 172.21.15.116:0/1171575283 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff52006c8b0 0x7ff5200b4220 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 -- 172.21.15.116:0/1171575283 >> 172.21.15.116:0/1171575283 conn(0x7ff5200b4900 msgr2=0x7ff5200b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:40.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 -- 172.21.15.116:0/1171575283 shutdown_connections 2023-11-30T08:27:40.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.741+0000 7ff526fdc640 1 -- 172.21.15.116:0/1171575283 wait complete. 2023-11-30T08:27:40.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff526fdc640 1 Processor -- start 2023-11-30T08:27:40.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff526fdc640 1 -- start start 2023-11-30T08:27:40.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff526fdc640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff52006c8b0 0x7ff52013eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff526fdc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5200ae750 0x7ff5201dfb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff526fdc640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff5200af300 0x7ff5201e00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff526fdc640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff520140360 con 0x7ff5200ae750 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff526fdc640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff52013ec10 con 0x7ff52006c8b0 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff526fdc640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff520141de0 con 0x7ff5200af300 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51ffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5200ae750 0x7ff5201dfb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51ffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5200ae750 0x7ff5201dfb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48056/0 (socket says 172.21.15.116:48056) 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51ffff640 1 -- 172.21.15.116:0/4075311888 learned_addr learned my addr 172.21.15.116:0/4075311888 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff524d78640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff52006c8b0 0x7ff52013eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff525579640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff5200af300 0x7ff5201e00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51ffff640 1 -- 172.21.15.116:0/4075311888 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff5200af300 msgr2=0x7ff5201e00c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51ffff640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff5200af300 0x7ff5201e00c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51ffff640 1 -- 172.21.15.116:0/4075311888 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff52006c8b0 msgr2=0x7ff52013eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:40.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51ffff640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff52006c8b0 0x7ff52013eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:40.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51ffff640 1 -- 172.21.15.116:0/4075311888 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff514009420 con 0x7ff5200ae750 2023-11-30T08:27:40.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51ffff640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5200ae750 0x7ff5201dfb80 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7ff51000c450 tx=0x7ff51000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:40.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51d7fa640 1 -- 172.21.15.116:0/4075311888 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5100074e0 con 0x7ff5200ae750 2023-11-30T08:27:40.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51d7fa640 1 -- 172.21.15.116:0/4075311888 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff510007640 con 0x7ff5200ae750 2023-11-30T08:27:40.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff526fdc640 1 -- 172.21.15.116:0/4075311888 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5201420c0 con 0x7ff5200ae750 2023-11-30T08:27:40.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51d7fa640 1 -- 172.21.15.116:0/4075311888 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5100049f0 con 0x7ff5200ae750 2023-11-30T08:27:40.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff526fdc640 1 -- 172.21.15.116:0/4075311888 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff52013d3d0 con 0x7ff5200ae750 2023-11-30T08:27:40.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff526fdc640 1 -- 172.21.15.116:0/4075311888 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff52013d5f0 con 0x7ff5200ae750 2023-11-30T08:27:40.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.745+0000 7ff51d7fa640 1 -- 172.21.15.116:0/4075311888 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff510004b50 con 0x7ff5200ae750 2023-11-30T08:27:40.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.749+0000 7ff51d7fa640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff50c0664a0 0x7ff50c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:40.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.749+0000 7ff51d7fa640 1 -- 172.21.15.116:0/4075311888 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff510082fc0 con 0x7ff5200ae750 2023-11-30T08:27:40.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.749+0000 7ff524d78640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff50c0664a0 0x7ff50c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:40.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.749+0000 7ff524d78640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff50c0664a0 0x7ff50c068960 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff5140ad000 tx=0x7ff5140a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:40.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.753+0000 7ff51d7fa640 1 -- 172.21.15.116:0/4075311888 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff5100b4280 con 0x7ff5200ae750 2023-11-30T08:27:40.948 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:40.941+0000 7ff526fdc640 1 -- 172.21.15.116:0/4075311888 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7ff520068960 con 0x7ff5200ae750 2023-11-30T08:27:41.622 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.613+0000 7ff51d7fa640 1 -- 172.21.15.116:0/4075311888 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) v1 ==== 122+0+0 (secure 0 0 0) 0x7ff510018070 con 0x7ff5200ae750 2023-11-30T08:27:41.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.617+0000 7ff526fdc640 1 -- 172.21.15.116:0/4075311888 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff50c0664a0 msgr2=0x7ff50c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:41.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.617+0000 7ff526fdc640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff50c0664a0 0x7ff50c068960 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7ff5140ad000 tx=0x7ff5140a6000 comp rx=0 tx=0).stop 2023-11-30T08:27:41.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.617+0000 7ff526fdc640 1 -- 172.21.15.116:0/4075311888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5200ae750 msgr2=0x7ff5201dfb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:41.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.617+0000 7ff526fdc640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5200ae750 0x7ff5201dfb80 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7ff51000c450 tx=0x7ff51000c910 comp rx=0 tx=0).stop 2023-11-30T08:27:41.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.617+0000 7ff526fdc640 1 -- 172.21.15.116:0/4075311888 shutdown_connections 2023-11-30T08:27:41.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.617+0000 7ff526fdc640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff50c0664a0 0x7ff50c068960 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.617+0000 7ff526fdc640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff5200af300 0x7ff5201e00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.617+0000 7ff526fdc640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5200ae750 0x7ff5201dfb80 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.617+0000 7ff526fdc640 1 --2- 172.21.15.116:0/4075311888 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff52006c8b0 0x7ff52013eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.617+0000 7ff526fdc640 1 -- 172.21.15.116:0/4075311888 >> 172.21.15.116:0/4075311888 conn(0x7ff5200b4900 msgr2=0x7ff520066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:41.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.617+0000 7ff526fdc640 1 -- 172.21.15.116:0/4075311888 shutdown_connections 2023-11-30T08:27:41.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.617+0000 7ff526fdc640 1 -- 172.21.15.116:0/4075311888 wait complete. 2023-11-30T08:27:41.647 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-11-30T08:27:41.647 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:41.771 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.761+0000 7f94771ff640 1 Processor -- start 2023-11-30T08:27:41.771 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.761+0000 7f94771ff640 1 -- start start 2023-11-30T08:27:41.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f94771ff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f947014a390 0x7f94700b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:41.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f94771ff640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f947013ff50 0x7f94701403c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:41.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f94771ff640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94700bcbe0 con 0x7f94700bc800 2023-11-30T08:27:41.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f94771ff640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94700b38f0 con 0x7f947014a390 2023-11-30T08:27:41.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f94771ff640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94700b3bd0 con 0x7f947013ff50 2023-11-30T08:27:41.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f946ffff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f947014a390 0x7f94700b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:41.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f946ffff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f947014a390 0x7f94700b4bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48064/0 (socket says 172.21.15.116:48064) 2023-11-30T08:27:41.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f946ffff640 1 -- 172.21.15.116:0/2538125564 learned_addr learned my addr 172.21.15.116:0/2538125564 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:41.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f947579c640 1 --2- 172.21.15.116:0/2538125564 >> v2:172.21.15.162:3300/0 conn(0x7f947013ff50 0x7f94701403c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:41.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f946ffff640 1 -- 172.21.15.116:0/2538125564 >> v2:172.21.15.162:3300/0 conn(0x7f947013ff50 msgr2=0x7f94701403c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:41.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f946ffff640 1 --2- 172.21.15.116:0/2538125564 >> v2:172.21.15.162:3300/0 conn(0x7f947013ff50 0x7f94701403c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f946ffff640 1 -- 172.21.15.116:0/2538125564 >> v1:172.21.15.162:6789/0 conn(0x7f94700bc800 legacy=0x7f9470149c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:41.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f946ffff640 1 -- 172.21.15.116:0/2538125564 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94700b3eb0 con 0x7f947014a390 2023-11-30T08:27:41.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f947579c640 1 --2- 172.21.15.116:0/2538125564 >> v2:172.21.15.162:3300/0 conn(0x7f947013ff50 0x7f94701403c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:41.774 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f946ffff640 1 --2- 172.21.15.116:0/2538125564 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f947014a390 0x7f94700b4bb0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f9470146590 tx=0x7f945801c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8db77a35da955285 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:41.774 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f946f7fe640 1 -- 172.21.15.116:0/2538125564 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94580ac630 con 0x7f947014a390 2023-11-30T08:27:41.774 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f946f7fe640 1 -- 172.21.15.116:0/2538125564 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94580ac790 con 0x7f947014a390 2023-11-30T08:27:41.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f946f7fe640 1 -- 172.21.15.116:0/2538125564 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94580acb20 con 0x7f947014a390 2023-11-30T08:27:41.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f94771ff640 1 -- 172.21.15.116:0/2538125564 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f947014a390 msgr2=0x7f94700b4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:41.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f94771ff640 1 --2- 172.21.15.116:0/2538125564 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f947014a390 0x7f94700b4bb0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f9470146590 tx=0x7f945801c4c0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f94771ff640 1 -- 172.21.15.116:0/2538125564 shutdown_connections 2023-11-30T08:27:41.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f94771ff640 1 --2- 172.21.15.116:0/2538125564 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f947014a390 0x7f94700b4bb0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f94771ff640 1 --2- 172.21.15.116:0/2538125564 >> v2:172.21.15.162:3300/0 conn(0x7f947013ff50 0x7f94701403c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f94771ff640 1 -- 172.21.15.116:0/2538125564 >> 172.21.15.116:0/2538125564 conn(0x7f94700722b0 msgr2=0x7f94700bbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:41.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.765+0000 7f94771ff640 1 -- 172.21.15.116:0/2538125564 shutdown_connections 2023-11-30T08:27:41.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f94771ff640 1 -- 172.21.15.116:0/2538125564 wait complete. 2023-11-30T08:27:41.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f94771ff640 1 Processor -- start 2023-11-30T08:27:41.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f94771ff640 1 -- start start 2023-11-30T08:27:41.778 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f94771ff640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f94700bc800 0x7f947013dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:41.778 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f94771ff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f947013ff50 0x7f947013eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:41.778 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f94771ff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f947014a390 0x7f94701def90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:41.778 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f94771ff640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94701495c0 con 0x7f947013ff50 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f94771ff640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9470148ec0 con 0x7f94700bc800 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f94771ff640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f947013f090 con 0x7f947014a390 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f946ffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f947013ff50 0x7f947013eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f946ffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f947013ff50 0x7f947013eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48078/0 (socket says 172.21.15.116:48078) 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f946ffff640 1 -- 172.21.15.116:0/2102807233 learned_addr learned my addr 172.21.15.116:0/2102807233 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f9474f9b640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f94700bc800 0x7f947013dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f947579c640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f947014a390 0x7f94701def90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f946ffff640 1 -- 172.21.15.116:0/2102807233 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f947014a390 msgr2=0x7f94701def90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f946ffff640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f947014a390 0x7f94701def90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f946ffff640 1 -- 172.21.15.116:0/2102807233 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f94700bc800 msgr2=0x7f947013dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f946ffff640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f94700bc800 0x7f947013dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f946ffff640 1 -- 172.21.15.116:0/2102807233 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94580094d0 con 0x7f947013ff50 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f946ffff640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f947013ff50 0x7f947013eb50 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f945801ab70 tx=0x7f945801ad00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f946d7fa640 1 -- 172.21.15.116:0/2102807233 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94580b7830 con 0x7f947013ff50 2023-11-30T08:27:41.779 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f946d7fa640 1 -- 172.21.15.116:0/2102807233 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94580b79b0 con 0x7f947013ff50 2023-11-30T08:27:41.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f94771ff640 1 -- 172.21.15.116:0/2102807233 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9470148a30 con 0x7f947013ff50 2023-11-30T08:27:41.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f946d7fa640 1 -- 172.21.15.116:0/2102807233 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94580b7d60 con 0x7f947013ff50 2023-11-30T08:27:41.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f94771ff640 1 -- 172.21.15.116:0/2102807233 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94701497d0 con 0x7f947013ff50 2023-11-30T08:27:41.780 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.769+0000 7f94771ff640 1 -- 172.21.15.116:0/2102807233 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9470067de0 con 0x7f947013ff50 2023-11-30T08:27:41.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.773+0000 7f946d7fa640 1 -- 172.21.15.116:0/2102807233 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f94580b3040 con 0x7f947013ff50 2023-11-30T08:27:41.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.773+0000 7f946d7fa640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9450066470 0x7f9450068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:41.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.773+0000 7f946d7fa640 1 -- 172.21.15.116:0/2102807233 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f945811e390 con 0x7f947013ff50 2023-11-30T08:27:41.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.773+0000 7f9474f9b640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9450066470 0x7f9450068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:41.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.773+0000 7f9474f9b640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9450066470 0x7f9450068930 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f94600016c0 tx=0x7f9460009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:41.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.777+0000 7f946d7fa640 1 -- 172.21.15.116:0/2102807233 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f94580eb9c0 con 0x7f947013ff50 2023-11-30T08:27:41.971 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.961+0000 7f94771ff640 1 -- 172.21.15.116:0/2102807233 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9470148bc0 con 0x7f947013ff50 2023-11-30T08:27:41.972 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f946d7fa640 1 -- 172.21.15.116:0/2102807233 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+3337 (secure 0 0 0) 0x7f94580bbd20 con 0x7f947013ff50 2023-11-30T08:27:41.972 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:41.973 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4529,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1281210922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1281210922},{"type":"v1","addr":"172.21.15.162:6833","nonce":1281210922}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:38.919648+0000","modified":"2023-11-30T08:27:40.946396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4914":{"gid":4914,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3980636305","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3980636305},{"type":"v1","addr":"172.21.15.116:6835","nonce":3980636305}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-30T08:27:41.973 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 15 2023-11-30T08:27:41.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f94771ff640 1 -- 172.21.15.116:0/2102807233 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9450066470 msgr2=0x7f9450068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:41.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f94771ff640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9450066470 0x7f9450068930 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f94600016c0 tx=0x7f9460009040 comp rx=0 tx=0).stop 2023-11-30T08:27:41.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f94771ff640 1 -- 172.21.15.116:0/2102807233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f947013ff50 msgr2=0x7f947013eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:41.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f94771ff640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f947013ff50 0x7f947013eb50 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f945801ab70 tx=0x7f945801ad00 comp rx=0 tx=0).stop 2023-11-30T08:27:41.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f94771ff640 1 -- 172.21.15.116:0/2102807233 shutdown_connections 2023-11-30T08:27:41.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f94771ff640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9450066470 0x7f9450068930 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f94771ff640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f947014a390 0x7f94701def90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f94771ff640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f947013ff50 0x7f947013eb50 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f94771ff640 1 --2- 172.21.15.116:0/2102807233 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f94700bc800 0x7f947013dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:41.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f94771ff640 1 -- 172.21.15.116:0/2102807233 >> 172.21.15.116:0/2102807233 conn(0x7f94700722b0 msgr2=0x7f9470144500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:41.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f94771ff640 1 -- 172.21.15.116:0/2102807233 shutdown_connections 2023-11-30T08:27:41.975 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:41.965+0000 7f94771ff640 1 -- 172.21.15.116:0/2102807233 wait complete. 2023-11-30T08:27:41.991 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:42.111 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.101+0000 7efd0af3c640 1 Processor -- start 2023-11-30T08:27:42.112 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd0af3c640 1 -- start start 2023-11-30T08:27:42.112 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd0af3c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7efd040b0340 0x7efd0413ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.112 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd0af3c640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd040af2e0 con 0x7efd040b3fd0 2023-11-30T08:27:42.112 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd0af3c640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd040b1f50 con 0x7efd0406c920 2023-11-30T08:27:42.112 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd0af3c640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd0406cd00 con 0x7efd040b0340 2023-11-30T08:27:42.113 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd03fff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7efd040b3fd0 0x7efd0413e320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:44994/0 (socket says 172.21.15.116:44994) 2023-11-30T08:27:42.113 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd03fff640 1 -- 172.21.15.116:0/1000789729 learned_addr learned my addr 172.21.15.116:0/1000789729 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:42.113 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd094d9640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7efd040b0340 0x7efd0413ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.113 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd037fe640 1 -- 172.21.15.116:0/1000789729 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 641378583 0 0) 0x7efd040af2e0 con 0x7efd040b3fd0 2023-11-30T08:27:42.113 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd037fe640 1 -- 172.21.15.116:0/1000789729 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efcf0003530 con 0x7efd040b3fd0 2023-11-30T08:27:42.114 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd094d9640 1 -- 172.21.15.116:0/1000789729 >> v1:172.21.15.162:6789/0 conn(0x7efd0406c920 legacy=0x7efd040afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.114 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd094d9640 1 -- 172.21.15.116:0/1000789729 >> v1:172.21.15.116:6789/0 conn(0x7efd040b3fd0 legacy=0x7efd0413e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.114 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd094d9640 1 -- 172.21.15.116:0/1000789729 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd040af530 con 0x7efd040b0340 2023-11-30T08:27:42.115 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd094d9640 1 --2- 172.21.15.116:0/1000789729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd040b0340 0x7efd0413ea30 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7efcf40097c0 tx=0x7efcf401c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a7c8a0de2a56ede server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:42.115 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd037fe640 1 -- 172.21.15.116:0/1000789729 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcf40ab600 con 0x7efd040b0340 2023-11-30T08:27:42.115 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd037fe640 1 -- 172.21.15.116:0/1000789729 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcf40a7050 con 0x7efd040b0340 2023-11-30T08:27:42.115 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.105+0000 7efd037fe640 1 -- 172.21.15.116:0/1000789729 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcf40ab980 con 0x7efd040b0340 2023-11-30T08:27:42.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 -- 172.21.15.116:0/1000789729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd040b0340 msgr2=0x7efd0413ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 --2- 172.21.15.116:0/1000789729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd040b0340 0x7efd0413ea30 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7efcf40097c0 tx=0x7efcf401c3f0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 -- 172.21.15.116:0/1000789729 shutdown_connections 2023-11-30T08:27:42.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 --2- 172.21.15.116:0/1000789729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd040b0340 0x7efd0413ea30 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 -- 172.21.15.116:0/1000789729 >> 172.21.15.116:0/1000789729 conn(0x7efd040b48e0 msgr2=0x7efd040b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:42.117 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 -- 172.21.15.116:0/1000789729 shutdown_connections 2023-11-30T08:27:42.117 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 -- 172.21.15.116:0/1000789729 wait complete. 2023-11-30T08:27:42.117 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 Processor -- start 2023-11-30T08:27:42.117 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 -- start start 2023-11-30T08:27:42.119 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd0406c920 0x7efd041e2a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.119 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7efd0413bce0 0x7efd0413ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.119 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efd0413f3d0 0x7efd0412fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd041e36f0 con 0x7efd0406c920 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd0413c140 con 0x7efd0413f3d0 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd04141370 con 0x7efd0413bce0 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd08cd8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd0406c920 0x7efd041e2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd08cd8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd0406c920 0x7efd041e2a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48084/0 (socket says 172.21.15.116:48084) 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd08cd8640 1 -- 172.21.15.116:0/2307410559 learned_addr learned my addr 172.21.15.116:0/2307410559 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd03fff640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7efd0413bce0 0x7efd0413ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd094d9640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efd0413f3d0 0x7efd0412fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd08cd8640 1 -- 172.21.15.116:0/2307410559 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7efd0413bce0 msgr2=0x7efd0413ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd08cd8640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7efd0413bce0 0x7efd0413ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd08cd8640 1 -- 172.21.15.116:0/2307410559 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efd0413f3d0 msgr2=0x7efd0412fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd08cd8640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efd0413f3d0 0x7efd0412fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd08cd8640 1 -- 172.21.15.116:0/2307410559 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcf4009420 con 0x7efd0406c920 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd08cd8640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd0406c920 0x7efd041e2a50 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7efcfc00c560 tx=0x7efcfc00ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd017fa640 1 -- 172.21.15.116:0/2307410559 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcfc005220 con 0x7efd0406c920 2023-11-30T08:27:42.120 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd017fa640 1 -- 172.21.15.116:0/2307410559 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efcfc005380 con 0x7efd0406c920 2023-11-30T08:27:42.121 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 -- 172.21.15.116:0/2307410559 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd0413f850 con 0x7efd0406c920 2023-11-30T08:27:42.121 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd017fa640 1 -- 172.21.15.116:0/2307410559 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcfc007270 con 0x7efd0406c920 2023-11-30T08:27:42.121 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.109+0000 7efd0af3c640 1 -- 172.21.15.116:0/2307410559 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd041e3310 con 0x7efd0406c920 2023-11-30T08:27:42.121 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.113+0000 7efd0af3c640 1 -- 172.21.15.116:0/2307410559 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd040679e0 con 0x7efd0406c920 2023-11-30T08:27:42.122 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.113+0000 7efd017fa640 1 -- 172.21.15.116:0/2307410559 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efcfc0073d0 con 0x7efd0406c920 2023-11-30T08:27:42.122 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.113+0000 7efd017fa640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7efce4066470 0x7efce4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.122 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.113+0000 7efd017fa640 1 -- 172.21.15.116:0/2307410559 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efcfc083650 con 0x7efd0406c920 2023-11-30T08:27:42.122 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.113+0000 7efd03fff640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7efce4066470 0x7efce4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.122 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.113+0000 7efd03fff640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7efce4066470 0x7efce4068930 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7efcec001570 tx=0x7efcec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:42.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.117+0000 7efd017fa640 1 -- 172.21.15.116:0/2307410559 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efcfc050b60 con 0x7efd0406c920 2023-11-30T08:27:42.280 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.273+0000 7efd0af3c640 1 -- 172.21.15.116:0/2307410559 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efd040688f0 con 0x7efd0406c920 2023-11-30T08:27:42.282 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.273+0000 7efd017fa640 1 -- 172.21.15.116:0/2307410559 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+16581 (secure 0 0 0) 0x7efcfc054180 con 0x7efd0406c920 2023-11-30T08:27:42.282 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:42.282 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":29,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:40.573913+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:27:37.166342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-30T08:27:37.918126+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:42.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.277+0000 7efd0af3c640 1 -- 172.21.15.116:0/2307410559 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7efce4066470 msgr2=0x7efce4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.277+0000 7efd0af3c640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7efce4066470 0x7efce4068930 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7efcec001570 tx=0x7efcec009040 comp rx=0 tx=0).stop 2023-11-30T08:27:42.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.277+0000 7efd0af3c640 1 -- 172.21.15.116:0/2307410559 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd0406c920 msgr2=0x7efd041e2a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.277+0000 7efd0af3c640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd0406c920 0x7efd041e2a50 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7efcfc00c560 tx=0x7efcfc00ca20 comp rx=0 tx=0).stop 2023-11-30T08:27:42.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.277+0000 7efd0af3c640 1 -- 172.21.15.116:0/2307410559 shutdown_connections 2023-11-30T08:27:42.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.277+0000 7efd0af3c640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efd0413f3d0 0x7efd0412fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.277+0000 7efd0af3c640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7efce4066470 0x7efce4068930 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.277+0000 7efd0af3c640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7efd0413bce0 0x7efd0413ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.277+0000 7efd0af3c640 1 --2- 172.21.15.116:0/2307410559 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd0406c920 0x7efd041e2a50 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.277+0000 7efd0af3c640 1 -- 172.21.15.116:0/2307410559 >> 172.21.15.116:0/2307410559 conn(0x7efd040b48e0 msgr2=0x7efd04136ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:42.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.277+0000 7efd0af3c640 1 -- 172.21.15.116:0/2307410559 shutdown_connections 2023-11-30T08:27:42.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.277+0000 7efd0af3c640 1 -- 172.21.15.116:0/2307410559 wait complete. 2023-11-30T08:27:42.302 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-11-30T08:27:42.302 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:27:42.418 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.409+0000 7efe94339640 1 Processor -- start 2023-11-30T08:27:42.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.409+0000 7efe94339640 1 -- start start 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.409+0000 7efe94339640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7efe8c0bc800 0x7efe8c0b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.409+0000 7efe94339640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7efe8c149c80 0x7efe8c14a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.409+0000 7efe94339640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe8c14a650 con 0x7efe8c13ff50 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.409+0000 7efe94339640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe8c140af0 con 0x7efe8c0bc800 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.409+0000 7efe94339640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe8c0bcbe0 con 0x7efe8c149c80 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe920d5640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7efe8c0bc800 0x7efe8c0b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe920d5640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7efe8c0bc800 0x7efe8c0b4bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48092/0 (socket says 172.21.15.116:48092) 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe920d5640 1 -- 172.21.15.116:0/1630610310 learned_addr learned my addr 172.21.15.116:0/1630610310 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe918d4640 1 --2- 172.21.15.116:0/1630610310 >> v2:172.21.15.162:3300/0 conn(0x7efe8c149c80 0x7efe8c14a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe920d5640 1 -- 172.21.15.116:0/1630610310 >> v2:172.21.15.162:3300/0 conn(0x7efe8c149c80 msgr2=0x7efe8c14a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe920d5640 1 --2- 172.21.15.116:0/1630610310 >> v2:172.21.15.162:3300/0 conn(0x7efe8c149c80 0x7efe8c14a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe920d5640 1 -- 172.21.15.116:0/1630610310 >> v1:172.21.15.162:6789/0 conn(0x7efe8c13ff50 legacy=0x7efe8c1403e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:42.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe920d5640 1 -- 172.21.15.116:0/1630610310 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe8c0b38f0 con 0x7efe8c0bc800 2023-11-30T08:27:42.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe920d5640 1 --2- 172.21.15.116:0/1630610310 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe8c0bc800 0x7efe8c0b4bb0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7efe7c009870 tx=0x7efe7c01c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cc0691a05677121 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:42.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe910d3640 1 -- 172.21.15.116:0/1630610310 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe7c0aa5f0 con 0x7efe8c0bc800 2023-11-30T08:27:42.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe910d3640 1 -- 172.21.15.116:0/1630610310 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe7c0aa750 con 0x7efe8c0bc800 2023-11-30T08:27:42.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe910d3640 1 -- 172.21.15.116:0/1630610310 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe7c0aaae0 con 0x7efe8c0bc800 2023-11-30T08:27:42.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe94339640 1 -- 172.21.15.116:0/1630610310 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe8c0bc800 msgr2=0x7efe8c0b4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe94339640 1 --2- 172.21.15.116:0/1630610310 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe8c0bc800 0x7efe8c0b4bb0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7efe7c009870 tx=0x7efe7c01c490 comp rx=0 tx=0).stop 2023-11-30T08:27:42.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe94339640 1 -- 172.21.15.116:0/1630610310 shutdown_connections 2023-11-30T08:27:42.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe94339640 1 --2- 172.21.15.116:0/1630610310 >> v2:172.21.15.162:3300/0 conn(0x7efe8c149c80 0x7efe8c14a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe94339640 1 --2- 172.21.15.116:0/1630610310 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe8c0bc800 0x7efe8c0b4bb0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe94339640 1 -- 172.21.15.116:0/1630610310 >> 172.21.15.116:0/1630610310 conn(0x7efe8c0722b0 msgr2=0x7efe8c0bbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:42.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe94339640 1 -- 172.21.15.116:0/1630610310 shutdown_connections 2023-11-30T08:27:42.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.413+0000 7efe94339640 1 -- 172.21.15.116:0/1630610310 wait complete. 2023-11-30T08:27:42.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe94339640 1 Processor -- start 2023-11-30T08:27:42.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe94339640 1 -- start start 2023-11-30T08:27:42.427 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe94339640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe8c0bc800 0x7efe8c148c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe94339640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7efe8c13ff50 0x7efe8c1de7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe94339640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe8c149c80 0x7efe8c1e1d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe94339640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe8c139540 con 0x7efe8c149c80 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe94339640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe8c139b00 con 0x7efe8c0bc800 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe94339640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe8c13b170 con 0x7efe8c13ff50 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe928d6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe8c149c80 0x7efe8c1e1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe928d6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe8c149c80 0x7efe8c1e1d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48104/0 (socket says 172.21.15.116:48104) 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe928d6640 1 -- 172.21.15.116:0/2900035944 learned_addr learned my addr 172.21.15.116:0/2900035944 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe920d5640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe8c0bc800 0x7efe8c148c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe918d4640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7efe8c13ff50 0x7efe8c1de7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe928d6640 1 -- 172.21.15.116:0/2900035944 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7efe8c13ff50 msgr2=0x7efe8c1de7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe928d6640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7efe8c13ff50 0x7efe8c1de7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.428 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe928d6640 1 -- 172.21.15.116:0/2900035944 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe8c0bc800 msgr2=0x7efe8c148c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe928d6640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe8c0bc800 0x7efe8c148c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe928d6640 1 -- 172.21.15.116:0/2900035944 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe7c0094d0 con 0x7efe8c149c80 2023-11-30T08:27:42.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe920d5640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe8c0bc800 0x7efe8c148c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:42.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe918d4640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7efe8c13ff50 0x7efe8c1de7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:42.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe928d6640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe8c149c80 0x7efe8c1e1d20 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7efe8400c780 tx=0x7efe8400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:42.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe82ffd640 1 -- 172.21.15.116:0/2900035944 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe84004b70 con 0x7efe8c149c80 2023-11-30T08:27:42.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe82ffd640 1 -- 172.21.15.116:0/2900035944 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe8400ce90 con 0x7efe8c149c80 2023-11-30T08:27:42.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe94339640 1 -- 172.21.15.116:0/2900035944 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe8c139790 con 0x7efe8c149c80 2023-11-30T08:27:42.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe82ffd640 1 -- 172.21.15.116:0/2900035944 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe8400a850 con 0x7efe8c149c80 2023-11-30T08:27:42.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe94339640 1 -- 172.21.15.116:0/2900035944 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe8c135790 con 0x7efe8c149c80 2023-11-30T08:27:42.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.417+0000 7efe94339640 1 -- 172.21.15.116:0/2900035944 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe8c067da0 con 0x7efe8c149c80 2023-11-30T08:27:42.429 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.421+0000 7efe82ffd640 1 -- 172.21.15.116:0/2900035944 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7efe8400a9b0 con 0x7efe8c149c80 2023-11-30T08:27:42.430 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.421+0000 7efe82ffd640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7efe70066470 0x7efe70068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.430 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.421+0000 7efe920d5640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7efe70066470 0x7efe70068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.430 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.421+0000 7efe82ffd640 1 -- 172.21.15.116:0/2900035944 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efe84083f60 con 0x7efe8c149c80 2023-11-30T08:27:42.430 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.421+0000 7efe920d5640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7efe70066470 0x7efe70068930 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7efe7c0ae000 tx=0x7efe7c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:42.432 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.425+0000 7efe82ffd640 1 -- 172.21.15.116:0/2900035944 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7efe84051470 con 0x7efe8c149c80 2023-11-30T08:27:42.587 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.577+0000 7efe94339640 1 -- 172.21.15.116:0/2900035944 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7efe8c153730 con 0x7efe70066470 2023-11-30T08:27:42.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.585+0000 7efe82ffd640 1 -- 172.21.15.116:0/2900035944 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+259301 (secure 0 0 0) 0x7efe7c0ba090 con 0x7efe70066470 2023-11-30T08:27:42.597 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:42.598 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:27:42.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.589+0000 7efe94339640 1 -- 172.21.15.116:0/2900035944 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7efe70066470 msgr2=0x7efe70068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.589+0000 7efe94339640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7efe70066470 0x7efe70068930 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7efe7c0ae000 tx=0x7efe7c008040 comp rx=0 tx=0).stop 2023-11-30T08:27:42.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.589+0000 7efe94339640 1 -- 172.21.15.116:0/2900035944 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe8c149c80 msgr2=0x7efe8c1e1d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.589+0000 7efe94339640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe8c149c80 0x7efe8c1e1d20 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7efe8400c780 tx=0x7efe8400cc40 comp rx=0 tx=0).stop 2023-11-30T08:27:42.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.589+0000 7efe94339640 1 -- 172.21.15.116:0/2900035944 shutdown_connections 2023-11-30T08:27:42.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.589+0000 7efe94339640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efe8c149c80 0x7efe8c1e1d20 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.589+0000 7efe94339640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7efe70066470 0x7efe70068930 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.589+0000 7efe94339640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7efe8c13ff50 0x7efe8c1de7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.589+0000 7efe94339640 1 --2- 172.21.15.116:0/2900035944 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7efe8c0bc800 0x7efe8c148c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.589+0000 7efe94339640 1 -- 172.21.15.116:0/2900035944 >> 172.21.15.116:0/2900035944 conn(0x7efe8c0722b0 msgr2=0x7efe8c146600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:42.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.589+0000 7efe94339640 1 -- 172.21.15.116:0/2900035944 shutdown_connections 2023-11-30T08:27:42.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.589+0000 7efe94339640 1 -- 172.21.15.116:0/2900035944 wait complete. 2023-11-30T08:27:42.615 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":48,"stamp":"2023-11-30T08:27:40.790967+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":35,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219556,"kb_used_data":3396,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755164,"statfs":{"total":773094113280,"available":772869287936,"internally_reserved":0,"allocated":3477504,"data_stored":2016985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":56,"apply_latency_ms":56,"commit_latency_ns":56000000,"apply_latency_ns":56000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000858"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.578959+0000","last_change":"2023-11-30T08:27:38.578959+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.578959+0000","last_undegraded":"2023-11-30T08:27:38.578959+0000","last_fullsized":"2023-11-30T08:27:38.578959+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.600760+0000","last_change":"2023-11-30T08:27:38.600760+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.600760+0000","last_undegraded":"2023-11-30T08:27:38.600760+0000","last_fullsized":"2023-11-30T08:27:38.600760+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.584526+0000","last_change":"2023-11-30T08:27:38.584526+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.584526+0000","last_undegraded":"2023-11-30T08:27:38.584526+0000","last_fullsized":"2023-11-30T08:27:38.584526+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596043+0000","last_change":"2023-11-30T08:27:38.596043+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596043+0000","last_undegraded":"2023-11-30T08:27:38.596043+0000","last_fullsized":"2023-11-30T08:27:38.596043+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.597206+0000","last_change":"2023-11-30T08:27:38.597206+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.597206+0000","last_undegraded":"2023-11-30T08:27:38.597206+0000","last_fullsized":"2023-11-30T08:27:38.597206+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.601803+0000","last_change":"2023-11-30T08:27:38.601803+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.601803+0000","last_undegraded":"2023-11-30T08:27:38.601803+0000","last_fullsized":"2023-11-30T08:27:38.601803+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588280+0000","last_change":"2023-11-30T08:27:38.588280+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588280+0000","last_undegraded":"2023-11-30T08:27:38.588280+0000","last_fullsized":"2023-11-30T08:27:38.588280+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596166+0000","last_change":"2023-11-30T08:27:38.596166+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596166+0000","last_undegraded":"2023-11-30T08:27:38.596166+0000","last_fullsized":"2023-11-30T08:27:38.596166+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.594632+0000","last_change":"2023-11-30T08:27:38.594632+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.594632+0000","last_undegraded":"2023-11-30T08:27:38.594632+0000","last_fullsized":"2023-11-30T08:27:38.594632+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.595807+0000","last_change":"2023-11-30T08:27:38.595807+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.595807+0000","last_undegraded":"2023-11-30T08:27:38.595807+0000","last_fullsized":"2023-11-30T08:27:38.595807+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588916+0000","last_change":"2023-11-30T08:27:38.588916+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588916+0000","last_undegraded":"2023-11-30T08:27:38.588916+0000","last_fullsized":"2023-11-30T08:27:38.588916+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.583517+0000","last_change":"2023-11-30T08:27:38.583517+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.583517+0000","last_undegraded":"2023-11-30T08:27:38.583517+0000","last_fullsized":"2023-11-30T08:27:38.583517+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596362+0000","last_change":"2023-11-30T08:27:38.596362+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596362+0000","last_undegraded":"2023-11-30T08:27:38.596362+0000","last_fullsized":"2023-11-30T08:27:38.596362+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596097+0000","last_change":"2023-11-30T08:27:38.596097+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596097+0000","last_undegraded":"2023-11-30T08:27:38.596097+0000","last_fullsized":"2023-11-30T08:27:38.596097+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581935+0000","last_change":"2023-11-30T08:27:38.581935+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581935+0000","last_undegraded":"2023-11-30T08:27:38.581935+0000","last_fullsized":"2023-11-30T08:27:38.581935+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586728+0000","last_change":"2023-11-30T08:27:38.586728+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586728+0000","last_undegraded":"2023-11-30T08:27:38.586728+0000","last_fullsized":"2023-11-30T08:27:38.586728+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.589346+0000","last_change":"2023-11-30T08:27:38.589346+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.589346+0000","last_undegraded":"2023-11-30T08:27:38.589346+0000","last_fullsized":"2023-11-30T08:27:38.589346+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588325+0000","last_change":"2023-11-30T08:27:38.588325+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588325+0000","last_undegraded":"2023-11-30T08:27:38.588325+0000","last_fullsized":"2023-11-30T08:27:38.588325+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.587914+0000","last_change":"2023-11-30T08:27:38.587914+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.587914+0000","last_undegraded":"2023-11-30T08:27:38.587914+0000","last_fullsized":"2023-11-30T08:27:38.587914+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596905+0000","last_change":"2023-11-30T08:27:38.596905+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596905+0000","last_undegraded":"2023-11-30T08:27:38.596905+0000","last_fullsized":"2023-11-30T08:27:38.596905+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596333+0000","last_change":"2023-11-30T08:27:38.596333+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596333+0000","last_undegraded":"2023-11-30T08:27:38.596333+0000","last_fullsized":"2023-11-30T08:27:38.596333+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591796+0000","last_change":"2023-11-30T08:27:38.591796+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591796+0000","last_undegraded":"2023-11-30T08:27:38.591796+0000","last_fullsized":"2023-11-30T08:27:38.591796+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.580393+0000","last_change":"2023-11-30T08:27:38.580393+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.580393+0000","last_undegraded":"2023-11-30T08:27:38.580393+0000","last_fullsized":"2023-11-30T08:27:38.580393+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581901+0000","last_change":"2023-11-30T08:27:38.581901+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581901+0000","last_undegraded":"2023-11-30T08:27:38.581901+0000","last_fullsized":"2023-11-30T08:27:38.581901+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.597079+0000","last_change":"2023-11-30T08:27:38.597079+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.597079+0000","last_undegraded":"2023-11-30T08:27:38.597079+0000","last_fullsized":"2023-11-30T08:27:38.597079+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586825+0000","last_change":"2023-11-30T08:27:38.586825+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586825+0000","last_undegraded":"2023-11-30T08:27:38.586825+0000","last_fullsized":"2023-11-30T08:27:38.586825+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596399+0000","last_change":"2023-11-30T08:27:38.596399+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596399+0000","last_undegraded":"2023-11-30T08:27:38.596399+0000","last_fullsized":"2023-11-30T08:27:38.596399+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.579314+0000","last_change":"2023-11-30T08:27:38.579314+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.579314+0000","last_undegraded":"2023-11-30T08:27:38.579314+0000","last_fullsized":"2023-11-30T08:27:38.579314+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.595037+0000","last_change":"2023-11-30T08:27:38.595037+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.595037+0000","last_undegraded":"2023-11-30T08:27:38.595037+0000","last_fullsized":"2023-11-30T08:27:38.595037+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.590784+0000","last_change":"2023-11-30T08:27:38.590784+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.590784+0000","last_undegraded":"2023-11-30T08:27:38.590784+0000","last_fullsized":"2023-11-30T08:27:38.590784+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.579669+0000","last_change":"2023-11-30T08:27:38.579669+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.579669+0000","last_undegraded":"2023-11-30T08:27:38.579669+0000","last_fullsized":"2023-11-30T08:27:38.579669+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593245+0000","last_change":"2023-11-30T08:27:38.593245+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593245+0000","last_undegraded":"2023-11-30T08:27:38.593245+0000","last_fullsized":"2023-11-30T08:27:38.593245+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581662+0000","last_change":"2023-11-30T08:27:38.581662+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581662+0000","last_undegraded":"2023-11-30T08:27:38.581662+0000","last_fullsized":"2023-11-30T08:27:38.581662+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.619550+0000","last_change":"2023-11-30T08:27:38.615345+0000","last_active":"2023-11-30T08:27:38.619550+0000","last_peered":"2023-11-30T08:27:38.619550+0000","last_clean":"2023-11-30T08:27:38.619550+0000","last_became_active":"2023-11-30T08:27:38.614390+0000","last_became_peered":"2023-11-30T08:27:38.614390+0000","last_unstale":"2023-11-30T08:27:38.619550+0000","last_undegraded":"2023-11-30T08:27:38.619550+0000","last_fullsized":"2023-11-30T08:27:38.619550+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:49:04.700269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.577637+0000","last_change":"2023-11-30T08:27:38.577637+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.577637+0000","last_undegraded":"2023-11-30T08:27:38.577637+0000","last_fullsized":"2023-11-30T08:27:38.577637+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.600519+0000","last_change":"2023-11-30T08:27:38.599176+0000","last_active":"2023-11-30T08:27:38.600519+0000","last_peered":"2023-11-30T08:27:38.600519+0000","last_clean":"2023-11-30T08:27:38.600519+0000","last_became_active":"2023-11-30T08:27:38.598792+0000","last_became_peered":"2023-11-30T08:27:38.598792+0000","last_unstale":"2023-11-30T08:27:38.600519+0000","last_undegraded":"2023-11-30T08:27:38.600519+0000","last_fullsized":"2023-11-30T08:27:38.600519+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:09:42.951516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591438+0000","last_change":"2023-11-30T08:27:38.591438+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591438+0000","last_undegraded":"2023-11-30T08:27:38.591438+0000","last_fullsized":"2023-11-30T08:27:38.591438+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.607945+0000","last_change":"2023-11-30T08:27:38.601016+0000","last_active":"2023-11-30T08:27:38.607945+0000","last_peered":"2023-11-30T08:27:38.607945+0000","last_clean":"2023-11-30T08:27:38.607945+0000","last_became_active":"2023-11-30T08:27:38.600320+0000","last_became_peered":"2023-11-30T08:27:38.600320+0000","last_unstale":"2023-11-30T08:27:38.607945+0000","last_undegraded":"2023-11-30T08:27:38.607945+0000","last_fullsized":"2023-11-30T08:27:38.607945+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:38:40.400663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.594542+0000","last_change":"2023-11-30T08:27:38.594542+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.594542+0000","last_undegraded":"2023-11-30T08:27:38.594542+0000","last_fullsized":"2023-11-30T08:27:38.594542+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.594559+0000","last_change":"2023-11-30T08:27:38.589055+0000","last_active":"2023-11-30T08:27:38.594559+0000","last_peered":"2023-11-30T08:27:38.594559+0000","last_clean":"2023-11-30T08:27:38.594559+0000","last_became_active":"2023-11-30T08:27:38.588613+0000","last_became_peered":"2023-11-30T08:27:38.588613+0000","last_unstale":"2023-11-30T08:27:38.594559+0000","last_undegraded":"2023-11-30T08:27:38.594559+0000","last_fullsized":"2023-11-30T08:27:38.594559+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:17:23.841778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586827+0000","last_change":"2023-11-30T08:27:38.586827+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586827+0000","last_undegraded":"2023-11-30T08:27:38.586827+0000","last_fullsized":"2023-11-30T08:27:38.586827+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622020+0000","last_change":"2023-11-30T08:27:38.617636+0000","last_active":"2023-11-30T08:27:38.622020+0000","last_peered":"2023-11-30T08:27:38.622020+0000","last_clean":"2023-11-30T08:27:38.622020+0000","last_became_active":"2023-11-30T08:27:38.616650+0000","last_became_peered":"2023-11-30T08:27:38.616650+0000","last_unstale":"2023-11-30T08:27:38.622020+0000","last_undegraded":"2023-11-30T08:27:38.622020+0000","last_fullsized":"2023-11-30T08:27:38.622020+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:01:23.651569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.582498+0000","last_change":"2023-11-30T08:27:38.582498+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.582498+0000","last_undegraded":"2023-11-30T08:27:38.582498+0000","last_fullsized":"2023-11-30T08:27:38.582498+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621975+0000","last_change":"2023-11-30T08:27:38.611857+0000","last_active":"2023-11-30T08:27:38.621975+0000","last_peered":"2023-11-30T08:27:38.621975+0000","last_clean":"2023-11-30T08:27:38.621975+0000","last_became_active":"2023-11-30T08:27:38.610972+0000","last_became_peered":"2023-11-30T08:27:38.610972+0000","last_unstale":"2023-11-30T08:27:38.621975+0000","last_undegraded":"2023-11-30T08:27:38.621975+0000","last_fullsized":"2023-11-30T08:27:38.621975+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:52:05.639603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591081+0000","last_change":"2023-11-30T08:27:38.591081+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591081+0000","last_undegraded":"2023-11-30T08:27:38.591081+0000","last_fullsized":"2023-11-30T08:27:38.591081+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.594414+0000","last_change":"2023-11-30T08:27:38.587260+0000","last_active":"2023-11-30T08:27:38.594414+0000","last_peered":"2023-11-30T08:27:38.594414+0000","last_clean":"2023-11-30T08:27:38.594414+0000","last_became_active":"2023-11-30T08:27:38.586891+0000","last_became_peered":"2023-11-30T08:27:38.586891+0000","last_unstale":"2023-11-30T08:27:38.594414+0000","last_undegraded":"2023-11-30T08:27:38.594414+0000","last_fullsized":"2023-11-30T08:27:38.594414+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:08:01.620359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593521+0000","last_change":"2023-11-30T08:27:38.593521+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593521+0000","last_undegraded":"2023-11-30T08:27:38.593521+0000","last_fullsized":"2023-11-30T08:27:38.593521+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621876+0000","last_change":"2023-11-30T08:27:38.611092+0000","last_active":"2023-11-30T08:27:38.621876+0000","last_peered":"2023-11-30T08:27:38.621876+0000","last_clean":"2023-11-30T08:27:38.621876+0000","last_became_active":"2023-11-30T08:27:38.610367+0000","last_became_peered":"2023-11-30T08:27:38.610367+0000","last_unstale":"2023-11-30T08:27:38.621876+0000","last_undegraded":"2023-11-30T08:27:38.621876+0000","last_fullsized":"2023-11-30T08:27:38.621876+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:50:00.104046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.580708+0000","last_change":"2023-11-30T08:27:38.580708+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.580708+0000","last_undegraded":"2023-11-30T08:27:38.580708+0000","last_fullsized":"2023-11-30T08:27:38.580708+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.610449+0000","last_change":"2023-11-30T08:27:38.605956+0000","last_active":"2023-11-30T08:27:38.610449+0000","last_peered":"2023-11-30T08:27:38.610449+0000","last_clean":"2023-11-30T08:27:38.610449+0000","last_became_active":"2023-11-30T08:27:38.605057+0000","last_became_peered":"2023-11-30T08:27:38.605057+0000","last_unstale":"2023-11-30T08:27:38.610449+0000","last_undegraded":"2023-11-30T08:27:38.610449+0000","last_fullsized":"2023-11-30T08:27:38.610449+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:13:23.628535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586429+0000","last_change":"2023-11-30T08:27:38.586429+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586429+0000","last_undegraded":"2023-11-30T08:27:38.586429+0000","last_fullsized":"2023-11-30T08:27:38.586429+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.599540+0000","last_change":"2023-11-30T08:27:38.595245+0000","last_active":"2023-11-30T08:27:38.599540+0000","last_peered":"2023-11-30T08:27:38.599540+0000","last_clean":"2023-11-30T08:27:38.599540+0000","last_became_active":"2023-11-30T08:27:38.594869+0000","last_became_peered":"2023-11-30T08:27:38.594869+0000","last_unstale":"2023-11-30T08:27:38.599540+0000","last_undegraded":"2023-11-30T08:27:38.599540+0000","last_fullsized":"2023-11-30T08:27:38.599540+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:46:26.235749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593469+0000","last_change":"2023-11-30T08:27:38.593469+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593469+0000","last_undegraded":"2023-11-30T08:27:38.593469+0000","last_fullsized":"2023-11-30T08:27:38.593469+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.613778+0000","last_change":"2023-11-30T08:27:38.600294+0000","last_active":"2023-11-30T08:27:38.613778+0000","last_peered":"2023-11-30T08:27:38.613778+0000","last_clean":"2023-11-30T08:27:38.613778+0000","last_became_active":"2023-11-30T08:27:38.599610+0000","last_became_peered":"2023-11-30T08:27:38.599610+0000","last_unstale":"2023-11-30T08:27:38.613778+0000","last_undegraded":"2023-11-30T08:27:38.613778+0000","last_fullsized":"2023-11-30T08:27:38.613778+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:36:55.842791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.582460+0000","last_change":"2023-11-30T08:27:38.582460+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.582460+0000","last_undegraded":"2023-11-30T08:27:38.582460+0000","last_fullsized":"2023-11-30T08:27:38.582460+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.610167+0000","last_change":"2023-11-30T08:27:38.601641+0000","last_active":"2023-11-30T08:27:38.610167+0000","last_peered":"2023-11-30T08:27:38.610167+0000","last_clean":"2023-11-30T08:27:38.610167+0000","last_became_active":"2023-11-30T08:27:38.600861+0000","last_became_peered":"2023-11-30T08:27:38.600861+0000","last_unstale":"2023-11-30T08:27:38.610167+0000","last_undegraded":"2023-11-30T08:27:38.610167+0000","last_fullsized":"2023-11-30T08:27:38.610167+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:09:42.951516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586833+0000","last_change":"2023-11-30T08:27:38.586833+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586833+0000","last_undegraded":"2023-11-30T08:27:38.586833+0000","last_fullsized":"2023-11-30T08:27:38.586833+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621919+0000","last_change":"2023-11-30T08:27:38.613151+0000","last_active":"2023-11-30T08:27:38.621919+0000","last_peered":"2023-11-30T08:27:38.621919+0000","last_clean":"2023-11-30T08:27:38.621919+0000","last_became_active":"2023-11-30T08:27:38.612504+0000","last_became_peered":"2023-11-30T08:27:38.612504+0000","last_unstale":"2023-11-30T08:27:38.621919+0000","last_undegraded":"2023-11-30T08:27:38.621919+0000","last_fullsized":"2023-11-30T08:27:38.621919+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:05:20.389651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586435+0000","last_change":"2023-11-30T08:27:38.586435+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586435+0000","last_undegraded":"2023-11-30T08:27:38.586435+0000","last_fullsized":"2023-11-30T08:27:38.586435+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.602905+0000","last_change":"2023-11-30T08:27:38.599755+0000","last_active":"2023-11-30T08:27:38.602905+0000","last_peered":"2023-11-30T08:27:38.602905+0000","last_clean":"2023-11-30T08:27:38.602905+0000","last_became_active":"2023-11-30T08:27:38.599311+0000","last_became_peered":"2023-11-30T08:27:38.599311+0000","last_unstale":"2023-11-30T08:27:38.602905+0000","last_undegraded":"2023-11-30T08:27:38.602905+0000","last_fullsized":"2023-11-30T08:27:38.602905+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:57:09.457385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591814+0000","last_change":"2023-11-30T08:27:38.591814+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591814+0000","last_undegraded":"2023-11-30T08:27:38.591814+0000","last_fullsized":"2023-11-30T08:27:38.591814+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.608081+0000","last_change":"2023-11-30T08:27:38.595001+0000","last_active":"2023-11-30T08:27:38.608081+0000","last_peered":"2023-11-30T08:27:38.608081+0000","last_clean":"2023-11-30T08:27:38.608081+0000","last_became_active":"2023-11-30T08:27:38.594601+0000","last_became_peered":"2023-11-30T08:27:38.594601+0000","last_unstale":"2023-11-30T08:27:38.608081+0000","last_undegraded":"2023-11-30T08:27:38.608081+0000","last_fullsized":"2023-11-30T08:27:38.608081+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:47.362929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.578459+0000","last_change":"2023-11-30T08:27:38.578459+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.578459+0000","last_undegraded":"2023-11-30T08:27:38.578459+0000","last_fullsized":"2023-11-30T08:27:38.578459+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.607872+0000","last_change":"2023-11-30T08:27:38.600715+0000","last_active":"2023-11-30T08:27:38.607872+0000","last_peered":"2023-11-30T08:27:38.607872+0000","last_clean":"2023-11-30T08:27:38.607872+0000","last_became_active":"2023-11-30T08:27:38.600366+0000","last_became_peered":"2023-11-30T08:27:38.600366+0000","last_unstale":"2023-11-30T08:27:38.607872+0000","last_undegraded":"2023-11-30T08:27:38.607872+0000","last_fullsized":"2023-11-30T08:27:38.607872+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:04:29.021713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593607+0000","last_change":"2023-11-30T08:27:38.593607+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593607+0000","last_undegraded":"2023-11-30T08:27:38.593607+0000","last_fullsized":"2023-11-30T08:27:38.593607+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.602859+0000","last_change":"2023-11-30T08:27:38.597998+0000","last_active":"2023-11-30T08:27:38.602859+0000","last_peered":"2023-11-30T08:27:38.602859+0000","last_clean":"2023-11-30T08:27:38.602859+0000","last_became_active":"2023-11-30T08:27:38.597618+0000","last_became_peered":"2023-11-30T08:27:38.597618+0000","last_unstale":"2023-11-30T08:27:38.602859+0000","last_undegraded":"2023-11-30T08:27:38.602859+0000","last_fullsized":"2023-11-30T08:27:38.602859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:33:41.551343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.584466+0000","last_change":"2023-11-30T08:27:38.584466+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.584466+0000","last_undegraded":"2023-11-30T08:27:38.584466+0000","last_fullsized":"2023-11-30T08:27:38.584466+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622095+0000","last_change":"2023-11-30T08:27:38.618276+0000","last_active":"2023-11-30T08:27:38.622095+0000","last_peered":"2023-11-30T08:27:38.622095+0000","last_clean":"2023-11-30T08:27:38.622095+0000","last_became_active":"2023-11-30T08:27:38.617522+0000","last_became_peered":"2023-11-30T08:27:38.617522+0000","last_unstale":"2023-11-30T08:27:38.622095+0000","last_undegraded":"2023-11-30T08:27:38.622095+0000","last_fullsized":"2023-11-30T08:27:38.622095+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:25:16.753999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586785+0000","last_change":"2023-11-30T08:27:38.586785+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586785+0000","last_undegraded":"2023-11-30T08:27:38.586785+0000","last_fullsized":"2023-11-30T08:27:38.586785+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621768+0000","last_change":"2023-11-30T08:27:38.607541+0000","last_active":"2023-11-30T08:27:38.621768+0000","last_peered":"2023-11-30T08:27:38.621768+0000","last_clean":"2023-11-30T08:27:38.621768+0000","last_became_active":"2023-11-30T08:27:38.606818+0000","last_became_peered":"2023-11-30T08:27:38.606818+0000","last_unstale":"2023-11-30T08:27:38.621768+0000","last_undegraded":"2023-11-30T08:27:38.621768+0000","last_fullsized":"2023-11-30T08:27:38.621768+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:19:32.298617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.595003+0000","last_change":"2023-11-30T08:27:38.595003+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.595003+0000","last_undegraded":"2023-11-30T08:27:38.595003+0000","last_fullsized":"2023-11-30T08:27:38.595003+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621846+0000","last_change":"2023-11-30T08:27:38.609341+0000","last_active":"2023-11-30T08:27:38.621846+0000","last_peered":"2023-11-30T08:27:38.621846+0000","last_clean":"2023-11-30T08:27:38.621846+0000","last_became_active":"2023-11-30T08:27:38.608662+0000","last_became_peered":"2023-11-30T08:27:38.608662+0000","last_unstale":"2023-11-30T08:27:38.621846+0000","last_undegraded":"2023-11-30T08:27:38.621846+0000","last_fullsized":"2023-11-30T08:27:38.621846+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:47:07.399556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593544+0000","last_change":"2023-11-30T08:27:38.593544+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593544+0000","last_undegraded":"2023-11-30T08:27:38.593544+0000","last_fullsized":"2023-11-30T08:27:38.593544+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.599453+0000","last_change":"2023-11-30T08:27:38.594351+0000","last_active":"2023-11-30T08:27:38.599453+0000","last_peered":"2023-11-30T08:27:38.599453+0000","last_clean":"2023-11-30T08:27:38.599453+0000","last_became_active":"2023-11-30T08:27:38.593903+0000","last_became_peered":"2023-11-30T08:27:38.593903+0000","last_unstale":"2023-11-30T08:27:38.599453+0000","last_undegraded":"2023-11-30T08:27:38.599453+0000","last_fullsized":"2023-11-30T08:27:38.599453+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:02:20.024054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588170+0000","last_change":"2023-11-30T08:27:38.588170+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588170+0000","last_undegraded":"2023-11-30T08:27:38.588170+0000","last_fullsized":"2023-11-30T08:27:38.588170+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.605557+0000","last_change":"2023-11-30T08:27:38.598352+0000","last_active":"2023-11-30T08:27:38.605557+0000","last_peered":"2023-11-30T08:27:38.605557+0000","last_clean":"2023-11-30T08:27:38.605557+0000","last_became_active":"2023-11-30T08:27:38.597654+0000","last_became_peered":"2023-11-30T08:27:38.597654+0000","last_unstale":"2023-11-30T08:27:38.605557+0000","last_undegraded":"2023-11-30T08:27:38.605557+0000","last_fullsized":"2023-11-30T08:27:38.605557+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:57:09.457385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.587092+0000","last_change":"2023-11-30T08:27:38.587092+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.587092+0000","last_undegraded":"2023-11-30T08:27:38.587092+0000","last_fullsized":"2023-11-30T08:27:38.587092+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622006+0000","last_change":"2023-11-30T08:27:38.617418+0000","last_active":"2023-11-30T08:27:38.622006+0000","last_peered":"2023-11-30T08:27:38.622006+0000","last_clean":"2023-11-30T08:27:38.622006+0000","last_became_active":"2023-11-30T08:27:38.616825+0000","last_became_peered":"2023-11-30T08:27:38.616825+0000","last_unstale":"2023-11-30T08:27:38.622006+0000","last_undegraded":"2023-11-30T08:27:38.622006+0000","last_fullsized":"2023-11-30T08:27:38.622006+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:13:53.133390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.590693+0000","last_change":"2023-11-30T08:27:38.590693+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.590693+0000","last_undegraded":"2023-11-30T08:27:38.590693+0000","last_fullsized":"2023-11-30T08:27:38.590693+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.613741+0000","last_change":"2023-11-30T08:27:38.604246+0000","last_active":"2023-11-30T08:27:38.613741+0000","last_peered":"2023-11-30T08:27:38.613741+0000","last_clean":"2023-11-30T08:27:38.613741+0000","last_became_active":"2023-11-30T08:27:38.603408+0000","last_became_peered":"2023-11-30T08:27:38.603408+0000","last_unstale":"2023-11-30T08:27:38.613741+0000","last_undegraded":"2023-11-30T08:27:38.613741+0000","last_fullsized":"2023-11-30T08:27:38.613741+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:29:17.522939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.587256+0000","last_change":"2023-11-30T08:27:38.587256+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.587256+0000","last_undegraded":"2023-11-30T08:27:38.587256+0000","last_fullsized":"2023-11-30T08:27:38.587256+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.616129+0000","last_change":"2023-11-30T08:27:38.613267+0000","last_active":"2023-11-30T08:27:38.616129+0000","last_peered":"2023-11-30T08:27:38.616129+0000","last_clean":"2023-11-30T08:27:38.616129+0000","last_became_active":"2023-11-30T08:27:38.612596+0000","last_became_peered":"2023-11-30T08:27:38.612596+0000","last_unstale":"2023-11-30T08:27:38.616129+0000","last_undegraded":"2023-11-30T08:27:38.616129+0000","last_fullsized":"2023-11-30T08:27:38.616129+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:10:02.943591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581874+0000","last_change":"2023-11-30T08:27:38.581874+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581874+0000","last_undegraded":"2023-11-30T08:27:38.581874+0000","last_fullsized":"2023-11-30T08:27:38.581874+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.599512+0000","last_change":"2023-11-30T08:27:38.589962+0000","last_active":"2023-11-30T08:27:38.599512+0000","last_peered":"2023-11-30T08:27:38.599512+0000","last_clean":"2023-11-30T08:27:38.599512+0000","last_became_active":"2023-11-30T08:27:38.589411+0000","last_became_peered":"2023-11-30T08:27:38.589411+0000","last_unstale":"2023-11-30T08:27:38.599512+0000","last_undegraded":"2023-11-30T08:27:38.599512+0000","last_fullsized":"2023-11-30T08:27:38.599512+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:22:18.288535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581753+0000","last_change":"2023-11-30T08:27:38.581753+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581753+0000","last_undegraded":"2023-11-30T08:27:38.581753+0000","last_fullsized":"2023-11-30T08:27:38.581753+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.590663+0000","last_change":"2023-11-30T08:27:38.587912+0000","last_active":"2023-11-30T08:27:38.590663+0000","last_peered":"2023-11-30T08:27:38.590663+0000","last_clean":"2023-11-30T08:27:38.590663+0000","last_became_active":"2023-11-30T08:27:38.587370+0000","last_became_peered":"2023-11-30T08:27:38.587370+0000","last_unstale":"2023-11-30T08:27:38.590663+0000","last_undegraded":"2023-11-30T08:27:38.590663+0000","last_fullsized":"2023-11-30T08:27:38.590663+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:49:04.700269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.577398+0000","last_change":"2023-11-30T08:27:38.577398+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.577398+0000","last_undegraded":"2023-11-30T08:27:38.577398+0000","last_fullsized":"2023-11-30T08:27:38.577398+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.613791+0000","last_change":"2023-11-30T08:27:38.612603+0000","last_active":"2023-11-30T08:27:38.613791+0000","last_peered":"2023-11-30T08:27:38.613791+0000","last_clean":"2023-11-30T08:27:38.613791+0000","last_became_active":"2023-11-30T08:27:38.612229+0000","last_became_peered":"2023-11-30T08:27:38.612229+0000","last_unstale":"2023-11-30T08:27:38.613791+0000","last_undegraded":"2023-11-30T08:27:38.613791+0000","last_fullsized":"2023-11-30T08:27:38.613791+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:33:41.551343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581182+0000","last_change":"2023-11-30T08:27:38.581182+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581182+0000","last_undegraded":"2023-11-30T08:27:38.581182+0000","last_fullsized":"2023-11-30T08:27:38.581182+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.616119+0000","last_change":"2023-11-30T08:27:38.612806+0000","last_active":"2023-11-30T08:27:38.616119+0000","last_peered":"2023-11-30T08:27:38.616119+0000","last_clean":"2023-11-30T08:27:38.616119+0000","last_became_active":"2023-11-30T08:27:38.612478+0000","last_became_peered":"2023-11-30T08:27:38.612478+0000","last_unstale":"2023-11-30T08:27:38.616119+0000","last_undegraded":"2023-11-30T08:27:38.616119+0000","last_fullsized":"2023-11-30T08:27:38.616119+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:22:18.288535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586417+0000","last_change":"2023-11-30T08:27:38.586417+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586417+0000","last_undegraded":"2023-11-30T08:27:38.586417+0000","last_fullsized":"2023-11-30T08:27:38.586417+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622099+0000","last_change":"2023-11-30T08:27:38.618341+0000","last_active":"2023-11-30T08:27:38.622099+0000","last_peered":"2023-11-30T08:27:38.622099+0000","last_clean":"2023-11-30T08:27:38.622099+0000","last_became_active":"2023-11-30T08:27:38.617725+0000","last_became_peered":"2023-11-30T08:27:38.617725+0000","last_unstale":"2023-11-30T08:27:38.622099+0000","last_undegraded":"2023-11-30T08:27:38.622099+0000","last_fullsized":"2023-11-30T08:27:38.622099+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:58:54.889412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.594319+0000","last_change":"2023-11-30T08:27:38.594319+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.594319+0000","last_undegraded":"2023-11-30T08:27:38.594319+0000","last_fullsized":"2023-11-30T08:27:38.594319+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.610434+0000","last_change":"2023-11-30T08:27:38.605586+0000","last_active":"2023-11-30T08:27:38.610434+0000","last_peered":"2023-11-30T08:27:38.610434+0000","last_clean":"2023-11-30T08:27:38.610434+0000","last_became_active":"2023-11-30T08:27:38.605212+0000","last_became_peered":"2023-11-30T08:27:38.605212+0000","last_unstale":"2023-11-30T08:27:38.610434+0000","last_undegraded":"2023-11-30T08:27:38.610434+0000","last_fullsized":"2023-11-30T08:27:38.610434+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:06:38.255138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586878+0000","last_change":"2023-11-30T08:27:38.586878+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586878+0000","last_undegraded":"2023-11-30T08:27:38.586878+0000","last_fullsized":"2023-11-30T08:27:38.586878+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.620864+0000","last_change":"2023-11-30T08:27:38.617715+0000","last_active":"2023-11-30T08:27:38.620864+0000","last_peered":"2023-11-30T08:27:38.620864+0000","last_clean":"2023-11-30T08:27:38.620864+0000","last_became_active":"2023-11-30T08:27:38.617100+0000","last_became_peered":"2023-11-30T08:27:38.617100+0000","last_unstale":"2023-11-30T08:27:38.620864+0000","last_undegraded":"2023-11-30T08:27:38.620864+0000","last_fullsized":"2023-11-30T08:27:38.620864+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:10:02.943591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":170,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-11-30T08:27:37.571855+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:27:37.571855+0000","last_peered":"2023-11-30T08:27:37.571855+0000","last_clean":"2023-11-30T08:27:37.571855+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:27:37.571855+0000","last_undegraded":"2023-11-30T08:27:37.571855+0000","last_fullsized":"2023-11-30T08:27:37.571855+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574861,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":880640,"data_stored":695014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1240000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0309999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1539999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574861,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.069}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.103}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.149}]}]},{"osd":5,"up_from":13,"seq":55834574862,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.02}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2110000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4419999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.161}]}]},{"osd":4,"up_from":13,"seq":55834574862,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.046}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0840000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.341}]}]},{"osd":3,"up_from":13,"seq":55834574862,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2450000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1759999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574862,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574860,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0509999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.133}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]}]},{"osd":0,"up_from":13,"seq":55834574860,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":876544,"data_stored":694095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:27:42.619 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:27:42.783 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b8dab640 1 Processor -- start 2023-11-30T08:27:42.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b8dab640 1 -- start start 2023-11-30T08:27:42.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b8dab640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f46b406d190 0x7f46b40b6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b8dab640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b41404c0 0x7f46b4140910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b8dab640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46b40b73c0 con 0x7f46b40b6fe0 2023-11-30T08:27:42.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b8dab640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46b40b5920 con 0x7f46b406d190 2023-11-30T08:27:42.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b8dab640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46b40b4cb0 con 0x7f46b41404c0 2023-11-30T08:27:42.786 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b259c640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f46b40b6fe0 0x7f46b406ca80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:45002/0 (socket says 172.21.15.116:45002) 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b259c640 1 -- 172.21.15.116:0/2405753483 learned_addr learned my addr 172.21.15.116:0/2405753483 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b2d9d640 1 --2- 172.21.15.116:0/2405753483 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b41404c0 0x7f46b4140910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b1d9b640 1 --2- 172.21.15.116:0/2405753483 >> v2:172.21.15.162:3300/0 conn(0x7f46b406d190 0x7f46b40b6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2234328899 0 0) 0x7f46b40b73c0 con 0x7f46b40b6fe0 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f469c003530 con 0x7f46b40b6fe0 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2651271704 0 0) 0x7f469c003530 con 0x7f46b40b6fe0 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b41404c0 msgr2=0x7f46b4140910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 --2- 172.21.15.116:0/2405753483 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b41404c0 0x7f46b4140910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 >> v2:172.21.15.162:3300/0 conn(0x7f46b406d190 msgr2=0x7f46b40b6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 --2- 172.21.15.116:0/2405753483 >> v2:172.21.15.162:3300/0 conn(0x7f46b406d190 0x7f46b40b6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46b40b4f90 con 0x7f46b40b6fe0 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f46a4001a20 con 0x7f46b40b6fe0 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 >> v1:172.21.15.116:6789/0 conn(0x7f46b40b6fe0 legacy=0x7f46b406ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 --2- 172.21.15.116:0/2405753483 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f469c003980 0x7f469c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 --2- 172.21.15.116:0/2405753483 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b41404c0 0x7f469c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 --2- 172.21.15.116:0/2405753483 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f469c004d10 0x7f469c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46b40b5920 con 0x7f469c004d10 2023-11-30T08:27:42.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46b40b4cb0 con 0x7f469c003980 2023-11-30T08:27:42.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f469c00b990 con 0x7f46b41404c0 2023-11-30T08:27:42.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b2d9d640 1 --2- 172.21.15.116:0/2405753483 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f469c004d10 0x7f469c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b259c640 1 --2- 172.21.15.116:0/2405753483 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f469c003980 0x7f469c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b1d9b640 1 --2- 172.21.15.116:0/2405753483 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b41404c0 0x7f469c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b2d9d640 1 -- 172.21.15.116:0/2405753483 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b41404c0 msgr2=0x7f469c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:42.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b2d9d640 1 --2- 172.21.15.116:0/2405753483 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f46b41404c0 0x7f469c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b2d9d640 1 -- 172.21.15.116:0/2405753483 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f469c003980 msgr2=0x7f469c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:42.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b2d9d640 1 --2- 172.21.15.116:0/2405753483 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f469c003980 0x7f469c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.788 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.777+0000 7f46b2d9d640 1 -- 172.21.15.116:0/2405753483 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f469c003530 con 0x7f469c004d10 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b2d9d640 1 --2- 172.21.15.116:0/2405753483 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f469c004d10 0x7f469c005190 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f46ac009ae0 tx=0x7f46ac01ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=674abae5193ee764 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46ac0a5530 con 0x7f469c004d10 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46ac0a5690 con 0x7f469c004d10 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b159a640 1 -- 172.21.15.116:0/2405753483 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46ac0a5a40 con 0x7f469c004d10 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 -- 172.21.15.116:0/2405753483 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f469c004d10 msgr2=0x7f469c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 --2- 172.21.15.116:0/2405753483 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f469c004d10 0x7f469c005190 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f46ac009ae0 tx=0x7f46ac01ca50 comp rx=0 tx=0).stop 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b2d9d640 1 -- 172.21.15.116:0/2405753483 reap_dead start 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 -- 172.21.15.116:0/2405753483 shutdown_connections 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 -- 172.21.15.116:0/2405753483 >> 172.21.15.116:0/2405753483 conn(0x7f46b406a980 msgr2=0x7f46b406ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 -- 172.21.15.116:0/2405753483 shutdown_connections 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 -- 172.21.15.116:0/2405753483 wait complete. 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 Processor -- start 2023-11-30T08:27:42.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 -- start start 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f469c004d10 0x7f46b40b32f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46b41dfa50 0x7f46b40b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b41dfed0 0x7f46b413af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46b41df290 con 0x7f46b41dfed0 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46b40b1ec0 con 0x7f46b41dfa50 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46b41df530 con 0x7f469c004d10 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b2d9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b41dfed0 0x7f46b413af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b2d9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b41dfed0 0x7f46b413af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48132/0 (socket says 172.21.15.116:48132) 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b2d9d640 1 -- 172.21.15.116:0/1190464521 learned_addr learned my addr 172.21.15.116:0/1190464521 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b1d9b640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46b41dfa50 0x7f46b40b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b259c640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f469c004d10 0x7f46b40b32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b2d9d640 1 -- 172.21.15.116:0/1190464521 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f469c004d10 msgr2=0x7f46b40b32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b2d9d640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f469c004d10 0x7f46b40b32f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b2d9d640 1 -- 172.21.15.116:0/1190464521 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46b41dfa50 msgr2=0x7f46b40b3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b2d9d640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46b41dfa50 0x7f46b40b3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b2d9d640 1 -- 172.21.15.116:0/1190464521 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46b40b21a0 con 0x7f46b41dfed0 2023-11-30T08:27:42.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b259c640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f469c004d10 0x7f46b40b32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:42.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b2d9d640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b41dfed0 0x7f46b413af70 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f46ac009ae0 tx=0x7f469c005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:42.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46a2ffd640 1 -- 172.21.15.116:0/1190464521 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46ac004230 con 0x7f46b41dfed0 2023-11-30T08:27:42.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46a2ffd640 1 -- 172.21.15.116:0/1190464521 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46ac004390 con 0x7f46b41dfed0 2023-11-30T08:27:42.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 -- 172.21.15.116:0/1190464521 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46b4144060 con 0x7f46b41dfed0 2023-11-30T08:27:42.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46a2ffd640 1 -- 172.21.15.116:0/1190464521 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46ac003860 con 0x7f46b41dfed0 2023-11-30T08:27:42.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.781+0000 7f46b8dab640 1 -- 172.21.15.116:0/1190464521 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46b40b4090 con 0x7f46b41dfed0 2023-11-30T08:27:42.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.785+0000 7f46b8dab640 1 -- 172.21.15.116:0/1190464521 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46b40688f0 con 0x7f46b41dfed0 2023-11-30T08:27:42.794 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.785+0000 7f46a2ffd640 1 -- 172.21.15.116:0/1190464521 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f46ac0b4070 con 0x7f46b41dfed0 2023-11-30T08:27:42.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.785+0000 7f46a2ffd640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4694066470 0x7f4694068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:42.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.785+0000 7f46b259c640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4694066470 0x7f4694068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:42.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.785+0000 7f46a2ffd640 1 -- 172.21.15.116:0/1190464521 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f46ac11d4e0 con 0x7f46b41dfed0 2023-11-30T08:27:42.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.785+0000 7f46b259c640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4694066470 0x7f4694068930 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f46a4001b50 tx=0x7f46a4001370 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:42.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.789+0000 7f46a2ffd640 1 -- 172.21.15.116:0/1190464521 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f46ac0eaa00 con 0x7f46b41dfed0 2023-11-30T08:27:42.948 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.941+0000 7f46b8dab640 1 -- 172.21.15.116:0/1190464521 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f46b40b4340 con 0x7f4694066470 2023-11-30T08:27:42.955 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.945+0000 7f46a2ffd640 1 -- 172.21.15.116:0/1190464521 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+259301 (secure 0 0 0) 0x7f46a4012a20 con 0x7f4694066470 2023-11-30T08:27:42.958 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:42.960 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:27:42.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.953+0000 7f46b8dab640 1 -- 172.21.15.116:0/1190464521 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4694066470 msgr2=0x7f4694068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.953+0000 7f46b8dab640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4694066470 0x7f4694068930 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f46a4001b50 tx=0x7f46a4001370 comp rx=0 tx=0).stop 2023-11-30T08:27:42.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.953+0000 7f46b8dab640 1 -- 172.21.15.116:0/1190464521 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b41dfed0 msgr2=0x7f46b413af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:42.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.953+0000 7f46b8dab640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b41dfed0 0x7f46b413af70 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f46ac009ae0 tx=0x7f469c005800 comp rx=0 tx=0).stop 2023-11-30T08:27:42.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.953+0000 7f46b8dab640 1 -- 172.21.15.116:0/1190464521 shutdown_connections 2023-11-30T08:27:42.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.953+0000 7f46b8dab640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f46b41dfed0 0x7f46b413af70 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.953+0000 7f46b8dab640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f46b41dfa50 0x7f46b40b3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.953+0000 7f46b8dab640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4694066470 0x7f4694068930 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.953+0000 7f46b8dab640 1 --2- 172.21.15.116:0/1190464521 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f469c004d10 0x7f46b40b32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:42.962 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.953+0000 7f46b8dab640 1 -- 172.21.15.116:0/1190464521 >> 172.21.15.116:0/1190464521 conn(0x7f46b406a980 msgr2=0x7f46b4066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:42.962 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.953+0000 7f46b8dab640 1 -- 172.21.15.116:0/1190464521 shutdown_connections 2023-11-30T08:27:42.962 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:42.953+0000 7f46b8dab640 1 -- 172.21.15.116:0/1190464521 wait complete. 2023-11-30T08:27:42.977 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":49,"stamp":"2023-11-30T08:27:42.791425+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":35,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219556,"kb_used_data":3396,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755164,"statfs":{"total":773094113280,"available":772869287936,"internally_reserved":0,"allocated":3477504,"data_stored":2016985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":56,"apply_latency_ms":56,"commit_latency_ns":56000000,"apply_latency_ns":56000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.233849"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.578959+0000","last_change":"2023-11-30T08:27:38.578959+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.578959+0000","last_undegraded":"2023-11-30T08:27:38.578959+0000","last_fullsized":"2023-11-30T08:27:38.578959+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.600760+0000","last_change":"2023-11-30T08:27:38.600760+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.600760+0000","last_undegraded":"2023-11-30T08:27:38.600760+0000","last_fullsized":"2023-11-30T08:27:38.600760+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.584526+0000","last_change":"2023-11-30T08:27:38.584526+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.584526+0000","last_undegraded":"2023-11-30T08:27:38.584526+0000","last_fullsized":"2023-11-30T08:27:38.584526+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596043+0000","last_change":"2023-11-30T08:27:38.596043+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596043+0000","last_undegraded":"2023-11-30T08:27:38.596043+0000","last_fullsized":"2023-11-30T08:27:38.596043+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.597206+0000","last_change":"2023-11-30T08:27:38.597206+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.597206+0000","last_undegraded":"2023-11-30T08:27:38.597206+0000","last_fullsized":"2023-11-30T08:27:38.597206+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.601803+0000","last_change":"2023-11-30T08:27:38.601803+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.601803+0000","last_undegraded":"2023-11-30T08:27:38.601803+0000","last_fullsized":"2023-11-30T08:27:38.601803+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588280+0000","last_change":"2023-11-30T08:27:38.588280+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588280+0000","last_undegraded":"2023-11-30T08:27:38.588280+0000","last_fullsized":"2023-11-30T08:27:38.588280+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596166+0000","last_change":"2023-11-30T08:27:38.596166+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596166+0000","last_undegraded":"2023-11-30T08:27:38.596166+0000","last_fullsized":"2023-11-30T08:27:38.596166+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.594632+0000","last_change":"2023-11-30T08:27:38.594632+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.594632+0000","last_undegraded":"2023-11-30T08:27:38.594632+0000","last_fullsized":"2023-11-30T08:27:38.594632+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.595807+0000","last_change":"2023-11-30T08:27:38.595807+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.595807+0000","last_undegraded":"2023-11-30T08:27:38.595807+0000","last_fullsized":"2023-11-30T08:27:38.595807+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588916+0000","last_change":"2023-11-30T08:27:38.588916+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588916+0000","last_undegraded":"2023-11-30T08:27:38.588916+0000","last_fullsized":"2023-11-30T08:27:38.588916+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.583517+0000","last_change":"2023-11-30T08:27:38.583517+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.583517+0000","last_undegraded":"2023-11-30T08:27:38.583517+0000","last_fullsized":"2023-11-30T08:27:38.583517+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596362+0000","last_change":"2023-11-30T08:27:38.596362+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596362+0000","last_undegraded":"2023-11-30T08:27:38.596362+0000","last_fullsized":"2023-11-30T08:27:38.596362+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596097+0000","last_change":"2023-11-30T08:27:38.596097+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596097+0000","last_undegraded":"2023-11-30T08:27:38.596097+0000","last_fullsized":"2023-11-30T08:27:38.596097+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581935+0000","last_change":"2023-11-30T08:27:38.581935+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581935+0000","last_undegraded":"2023-11-30T08:27:38.581935+0000","last_fullsized":"2023-11-30T08:27:38.581935+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586728+0000","last_change":"2023-11-30T08:27:38.586728+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586728+0000","last_undegraded":"2023-11-30T08:27:38.586728+0000","last_fullsized":"2023-11-30T08:27:38.586728+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.589346+0000","last_change":"2023-11-30T08:27:38.589346+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.589346+0000","last_undegraded":"2023-11-30T08:27:38.589346+0000","last_fullsized":"2023-11-30T08:27:38.589346+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588325+0000","last_change":"2023-11-30T08:27:38.588325+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588325+0000","last_undegraded":"2023-11-30T08:27:38.588325+0000","last_fullsized":"2023-11-30T08:27:38.588325+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.587914+0000","last_change":"2023-11-30T08:27:38.587914+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.587914+0000","last_undegraded":"2023-11-30T08:27:38.587914+0000","last_fullsized":"2023-11-30T08:27:38.587914+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596905+0000","last_change":"2023-11-30T08:27:38.596905+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596905+0000","last_undegraded":"2023-11-30T08:27:38.596905+0000","last_fullsized":"2023-11-30T08:27:38.596905+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596333+0000","last_change":"2023-11-30T08:27:38.596333+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596333+0000","last_undegraded":"2023-11-30T08:27:38.596333+0000","last_fullsized":"2023-11-30T08:27:38.596333+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591796+0000","last_change":"2023-11-30T08:27:38.591796+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591796+0000","last_undegraded":"2023-11-30T08:27:38.591796+0000","last_fullsized":"2023-11-30T08:27:38.591796+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.580393+0000","last_change":"2023-11-30T08:27:38.580393+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.580393+0000","last_undegraded":"2023-11-30T08:27:38.580393+0000","last_fullsized":"2023-11-30T08:27:38.580393+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581901+0000","last_change":"2023-11-30T08:27:38.581901+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581901+0000","last_undegraded":"2023-11-30T08:27:38.581901+0000","last_fullsized":"2023-11-30T08:27:38.581901+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.597079+0000","last_change":"2023-11-30T08:27:38.597079+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.597079+0000","last_undegraded":"2023-11-30T08:27:38.597079+0000","last_fullsized":"2023-11-30T08:27:38.597079+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586825+0000","last_change":"2023-11-30T08:27:38.586825+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586825+0000","last_undegraded":"2023-11-30T08:27:38.586825+0000","last_fullsized":"2023-11-30T08:27:38.586825+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596399+0000","last_change":"2023-11-30T08:27:38.596399+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596399+0000","last_undegraded":"2023-11-30T08:27:38.596399+0000","last_fullsized":"2023-11-30T08:27:38.596399+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.579314+0000","last_change":"2023-11-30T08:27:38.579314+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.579314+0000","last_undegraded":"2023-11-30T08:27:38.579314+0000","last_fullsized":"2023-11-30T08:27:38.579314+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.595037+0000","last_change":"2023-11-30T08:27:38.595037+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.595037+0000","last_undegraded":"2023-11-30T08:27:38.595037+0000","last_fullsized":"2023-11-30T08:27:38.595037+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.590784+0000","last_change":"2023-11-30T08:27:38.590784+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.590784+0000","last_undegraded":"2023-11-30T08:27:38.590784+0000","last_fullsized":"2023-11-30T08:27:38.590784+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.579669+0000","last_change":"2023-11-30T08:27:38.579669+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.579669+0000","last_undegraded":"2023-11-30T08:27:38.579669+0000","last_fullsized":"2023-11-30T08:27:38.579669+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593245+0000","last_change":"2023-11-30T08:27:38.593245+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593245+0000","last_undegraded":"2023-11-30T08:27:38.593245+0000","last_fullsized":"2023-11-30T08:27:38.593245+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581662+0000","last_change":"2023-11-30T08:27:38.581662+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581662+0000","last_undegraded":"2023-11-30T08:27:38.581662+0000","last_fullsized":"2023-11-30T08:27:38.581662+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.619550+0000","last_change":"2023-11-30T08:27:38.615345+0000","last_active":"2023-11-30T08:27:38.619550+0000","last_peered":"2023-11-30T08:27:38.619550+0000","last_clean":"2023-11-30T08:27:38.619550+0000","last_became_active":"2023-11-30T08:27:38.614390+0000","last_became_peered":"2023-11-30T08:27:38.614390+0000","last_unstale":"2023-11-30T08:27:38.619550+0000","last_undegraded":"2023-11-30T08:27:38.619550+0000","last_fullsized":"2023-11-30T08:27:38.619550+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:49:04.700269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.577637+0000","last_change":"2023-11-30T08:27:38.577637+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.577637+0000","last_undegraded":"2023-11-30T08:27:38.577637+0000","last_fullsized":"2023-11-30T08:27:38.577637+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.600519+0000","last_change":"2023-11-30T08:27:38.599176+0000","last_active":"2023-11-30T08:27:38.600519+0000","last_peered":"2023-11-30T08:27:38.600519+0000","last_clean":"2023-11-30T08:27:38.600519+0000","last_became_active":"2023-11-30T08:27:38.598792+0000","last_became_peered":"2023-11-30T08:27:38.598792+0000","last_unstale":"2023-11-30T08:27:38.600519+0000","last_undegraded":"2023-11-30T08:27:38.600519+0000","last_fullsized":"2023-11-30T08:27:38.600519+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:09:42.951516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591438+0000","last_change":"2023-11-30T08:27:38.591438+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591438+0000","last_undegraded":"2023-11-30T08:27:38.591438+0000","last_fullsized":"2023-11-30T08:27:38.591438+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.607945+0000","last_change":"2023-11-30T08:27:38.601016+0000","last_active":"2023-11-30T08:27:38.607945+0000","last_peered":"2023-11-30T08:27:38.607945+0000","last_clean":"2023-11-30T08:27:38.607945+0000","last_became_active":"2023-11-30T08:27:38.600320+0000","last_became_peered":"2023-11-30T08:27:38.600320+0000","last_unstale":"2023-11-30T08:27:38.607945+0000","last_undegraded":"2023-11-30T08:27:38.607945+0000","last_fullsized":"2023-11-30T08:27:38.607945+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:38:40.400663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.594542+0000","last_change":"2023-11-30T08:27:38.594542+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.594542+0000","last_undegraded":"2023-11-30T08:27:38.594542+0000","last_fullsized":"2023-11-30T08:27:38.594542+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.594559+0000","last_change":"2023-11-30T08:27:38.589055+0000","last_active":"2023-11-30T08:27:38.594559+0000","last_peered":"2023-11-30T08:27:38.594559+0000","last_clean":"2023-11-30T08:27:38.594559+0000","last_became_active":"2023-11-30T08:27:38.588613+0000","last_became_peered":"2023-11-30T08:27:38.588613+0000","last_unstale":"2023-11-30T08:27:38.594559+0000","last_undegraded":"2023-11-30T08:27:38.594559+0000","last_fullsized":"2023-11-30T08:27:38.594559+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:17:23.841778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586827+0000","last_change":"2023-11-30T08:27:38.586827+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586827+0000","last_undegraded":"2023-11-30T08:27:38.586827+0000","last_fullsized":"2023-11-30T08:27:38.586827+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622020+0000","last_change":"2023-11-30T08:27:38.617636+0000","last_active":"2023-11-30T08:27:38.622020+0000","last_peered":"2023-11-30T08:27:38.622020+0000","last_clean":"2023-11-30T08:27:38.622020+0000","last_became_active":"2023-11-30T08:27:38.616650+0000","last_became_peered":"2023-11-30T08:27:38.616650+0000","last_unstale":"2023-11-30T08:27:38.622020+0000","last_undegraded":"2023-11-30T08:27:38.622020+0000","last_fullsized":"2023-11-30T08:27:38.622020+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:01:23.651569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.582498+0000","last_change":"2023-11-30T08:27:38.582498+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.582498+0000","last_undegraded":"2023-11-30T08:27:38.582498+0000","last_fullsized":"2023-11-30T08:27:38.582498+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621975+0000","last_change":"2023-11-30T08:27:38.611857+0000","last_active":"2023-11-30T08:27:38.621975+0000","last_peered":"2023-11-30T08:27:38.621975+0000","last_clean":"2023-11-30T08:27:38.621975+0000","last_became_active":"2023-11-30T08:27:38.610972+0000","last_became_peered":"2023-11-30T08:27:38.610972+0000","last_unstale":"2023-11-30T08:27:38.621975+0000","last_undegraded":"2023-11-30T08:27:38.621975+0000","last_fullsized":"2023-11-30T08:27:38.621975+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:52:05.639603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591081+0000","last_change":"2023-11-30T08:27:38.591081+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591081+0000","last_undegraded":"2023-11-30T08:27:38.591081+0000","last_fullsized":"2023-11-30T08:27:38.591081+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.594414+0000","last_change":"2023-11-30T08:27:38.587260+0000","last_active":"2023-11-30T08:27:38.594414+0000","last_peered":"2023-11-30T08:27:38.594414+0000","last_clean":"2023-11-30T08:27:38.594414+0000","last_became_active":"2023-11-30T08:27:38.586891+0000","last_became_peered":"2023-11-30T08:27:38.586891+0000","last_unstale":"2023-11-30T08:27:38.594414+0000","last_undegraded":"2023-11-30T08:27:38.594414+0000","last_fullsized":"2023-11-30T08:27:38.594414+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:08:01.620359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593521+0000","last_change":"2023-11-30T08:27:38.593521+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593521+0000","last_undegraded":"2023-11-30T08:27:38.593521+0000","last_fullsized":"2023-11-30T08:27:38.593521+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621876+0000","last_change":"2023-11-30T08:27:38.611092+0000","last_active":"2023-11-30T08:27:38.621876+0000","last_peered":"2023-11-30T08:27:38.621876+0000","last_clean":"2023-11-30T08:27:38.621876+0000","last_became_active":"2023-11-30T08:27:38.610367+0000","last_became_peered":"2023-11-30T08:27:38.610367+0000","last_unstale":"2023-11-30T08:27:38.621876+0000","last_undegraded":"2023-11-30T08:27:38.621876+0000","last_fullsized":"2023-11-30T08:27:38.621876+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:50:00.104046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.580708+0000","last_change":"2023-11-30T08:27:38.580708+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.580708+0000","last_undegraded":"2023-11-30T08:27:38.580708+0000","last_fullsized":"2023-11-30T08:27:38.580708+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.610449+0000","last_change":"2023-11-30T08:27:38.605956+0000","last_active":"2023-11-30T08:27:38.610449+0000","last_peered":"2023-11-30T08:27:38.610449+0000","last_clean":"2023-11-30T08:27:38.610449+0000","last_became_active":"2023-11-30T08:27:38.605057+0000","last_became_peered":"2023-11-30T08:27:38.605057+0000","last_unstale":"2023-11-30T08:27:38.610449+0000","last_undegraded":"2023-11-30T08:27:38.610449+0000","last_fullsized":"2023-11-30T08:27:38.610449+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:13:23.628535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586429+0000","last_change":"2023-11-30T08:27:38.586429+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586429+0000","last_undegraded":"2023-11-30T08:27:38.586429+0000","last_fullsized":"2023-11-30T08:27:38.586429+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.599540+0000","last_change":"2023-11-30T08:27:38.595245+0000","last_active":"2023-11-30T08:27:38.599540+0000","last_peered":"2023-11-30T08:27:38.599540+0000","last_clean":"2023-11-30T08:27:38.599540+0000","last_became_active":"2023-11-30T08:27:38.594869+0000","last_became_peered":"2023-11-30T08:27:38.594869+0000","last_unstale":"2023-11-30T08:27:38.599540+0000","last_undegraded":"2023-11-30T08:27:38.599540+0000","last_fullsized":"2023-11-30T08:27:38.599540+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:46:26.235749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593469+0000","last_change":"2023-11-30T08:27:38.593469+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593469+0000","last_undegraded":"2023-11-30T08:27:38.593469+0000","last_fullsized":"2023-11-30T08:27:38.593469+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.613778+0000","last_change":"2023-11-30T08:27:38.600294+0000","last_active":"2023-11-30T08:27:38.613778+0000","last_peered":"2023-11-30T08:27:38.613778+0000","last_clean":"2023-11-30T08:27:38.613778+0000","last_became_active":"2023-11-30T08:27:38.599610+0000","last_became_peered":"2023-11-30T08:27:38.599610+0000","last_unstale":"2023-11-30T08:27:38.613778+0000","last_undegraded":"2023-11-30T08:27:38.613778+0000","last_fullsized":"2023-11-30T08:27:38.613778+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:36:55.842791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.582460+0000","last_change":"2023-11-30T08:27:38.582460+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.582460+0000","last_undegraded":"2023-11-30T08:27:38.582460+0000","last_fullsized":"2023-11-30T08:27:38.582460+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.610167+0000","last_change":"2023-11-30T08:27:38.601641+0000","last_active":"2023-11-30T08:27:38.610167+0000","last_peered":"2023-11-30T08:27:38.610167+0000","last_clean":"2023-11-30T08:27:38.610167+0000","last_became_active":"2023-11-30T08:27:38.600861+0000","last_became_peered":"2023-11-30T08:27:38.600861+0000","last_unstale":"2023-11-30T08:27:38.610167+0000","last_undegraded":"2023-11-30T08:27:38.610167+0000","last_fullsized":"2023-11-30T08:27:38.610167+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:09:42.951516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586833+0000","last_change":"2023-11-30T08:27:38.586833+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586833+0000","last_undegraded":"2023-11-30T08:27:38.586833+0000","last_fullsized":"2023-11-30T08:27:38.586833+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621919+0000","last_change":"2023-11-30T08:27:38.613151+0000","last_active":"2023-11-30T08:27:38.621919+0000","last_peered":"2023-11-30T08:27:38.621919+0000","last_clean":"2023-11-30T08:27:38.621919+0000","last_became_active":"2023-11-30T08:27:38.612504+0000","last_became_peered":"2023-11-30T08:27:38.612504+0000","last_unstale":"2023-11-30T08:27:38.621919+0000","last_undegraded":"2023-11-30T08:27:38.621919+0000","last_fullsized":"2023-11-30T08:27:38.621919+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:05:20.389651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586435+0000","last_change":"2023-11-30T08:27:38.586435+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586435+0000","last_undegraded":"2023-11-30T08:27:38.586435+0000","last_fullsized":"2023-11-30T08:27:38.586435+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.602905+0000","last_change":"2023-11-30T08:27:38.599755+0000","last_active":"2023-11-30T08:27:38.602905+0000","last_peered":"2023-11-30T08:27:38.602905+0000","last_clean":"2023-11-30T08:27:38.602905+0000","last_became_active":"2023-11-30T08:27:38.599311+0000","last_became_peered":"2023-11-30T08:27:38.599311+0000","last_unstale":"2023-11-30T08:27:38.602905+0000","last_undegraded":"2023-11-30T08:27:38.602905+0000","last_fullsized":"2023-11-30T08:27:38.602905+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:57:09.457385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591814+0000","last_change":"2023-11-30T08:27:38.591814+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591814+0000","last_undegraded":"2023-11-30T08:27:38.591814+0000","last_fullsized":"2023-11-30T08:27:38.591814+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.608081+0000","last_change":"2023-11-30T08:27:38.595001+0000","last_active":"2023-11-30T08:27:38.608081+0000","last_peered":"2023-11-30T08:27:38.608081+0000","last_clean":"2023-11-30T08:27:38.608081+0000","last_became_active":"2023-11-30T08:27:38.594601+0000","last_became_peered":"2023-11-30T08:27:38.594601+0000","last_unstale":"2023-11-30T08:27:38.608081+0000","last_undegraded":"2023-11-30T08:27:38.608081+0000","last_fullsized":"2023-11-30T08:27:38.608081+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:47.362929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.578459+0000","last_change":"2023-11-30T08:27:38.578459+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.578459+0000","last_undegraded":"2023-11-30T08:27:38.578459+0000","last_fullsized":"2023-11-30T08:27:38.578459+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.607872+0000","last_change":"2023-11-30T08:27:38.600715+0000","last_active":"2023-11-30T08:27:38.607872+0000","last_peered":"2023-11-30T08:27:38.607872+0000","last_clean":"2023-11-30T08:27:38.607872+0000","last_became_active":"2023-11-30T08:27:38.600366+0000","last_became_peered":"2023-11-30T08:27:38.600366+0000","last_unstale":"2023-11-30T08:27:38.607872+0000","last_undegraded":"2023-11-30T08:27:38.607872+0000","last_fullsized":"2023-11-30T08:27:38.607872+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:04:29.021713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593607+0000","last_change":"2023-11-30T08:27:38.593607+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593607+0000","last_undegraded":"2023-11-30T08:27:38.593607+0000","last_fullsized":"2023-11-30T08:27:38.593607+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.602859+0000","last_change":"2023-11-30T08:27:38.597998+0000","last_active":"2023-11-30T08:27:38.602859+0000","last_peered":"2023-11-30T08:27:38.602859+0000","last_clean":"2023-11-30T08:27:38.602859+0000","last_became_active":"2023-11-30T08:27:38.597618+0000","last_became_peered":"2023-11-30T08:27:38.597618+0000","last_unstale":"2023-11-30T08:27:38.602859+0000","last_undegraded":"2023-11-30T08:27:38.602859+0000","last_fullsized":"2023-11-30T08:27:38.602859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:33:41.551343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.584466+0000","last_change":"2023-11-30T08:27:38.584466+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.584466+0000","last_undegraded":"2023-11-30T08:27:38.584466+0000","last_fullsized":"2023-11-30T08:27:38.584466+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622095+0000","last_change":"2023-11-30T08:27:38.618276+0000","last_active":"2023-11-30T08:27:38.622095+0000","last_peered":"2023-11-30T08:27:38.622095+0000","last_clean":"2023-11-30T08:27:38.622095+0000","last_became_active":"2023-11-30T08:27:38.617522+0000","last_became_peered":"2023-11-30T08:27:38.617522+0000","last_unstale":"2023-11-30T08:27:38.622095+0000","last_undegraded":"2023-11-30T08:27:38.622095+0000","last_fullsized":"2023-11-30T08:27:38.622095+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:25:16.753999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586785+0000","last_change":"2023-11-30T08:27:38.586785+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586785+0000","last_undegraded":"2023-11-30T08:27:38.586785+0000","last_fullsized":"2023-11-30T08:27:38.586785+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621768+0000","last_change":"2023-11-30T08:27:38.607541+0000","last_active":"2023-11-30T08:27:38.621768+0000","last_peered":"2023-11-30T08:27:38.621768+0000","last_clean":"2023-11-30T08:27:38.621768+0000","last_became_active":"2023-11-30T08:27:38.606818+0000","last_became_peered":"2023-11-30T08:27:38.606818+0000","last_unstale":"2023-11-30T08:27:38.621768+0000","last_undegraded":"2023-11-30T08:27:38.621768+0000","last_fullsized":"2023-11-30T08:27:38.621768+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:19:32.298617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.595003+0000","last_change":"2023-11-30T08:27:38.595003+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.595003+0000","last_undegraded":"2023-11-30T08:27:38.595003+0000","last_fullsized":"2023-11-30T08:27:38.595003+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621846+0000","last_change":"2023-11-30T08:27:38.609341+0000","last_active":"2023-11-30T08:27:38.621846+0000","last_peered":"2023-11-30T08:27:38.621846+0000","last_clean":"2023-11-30T08:27:38.621846+0000","last_became_active":"2023-11-30T08:27:38.608662+0000","last_became_peered":"2023-11-30T08:27:38.608662+0000","last_unstale":"2023-11-30T08:27:38.621846+0000","last_undegraded":"2023-11-30T08:27:38.621846+0000","last_fullsized":"2023-11-30T08:27:38.621846+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:47:07.399556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593544+0000","last_change":"2023-11-30T08:27:38.593544+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593544+0000","last_undegraded":"2023-11-30T08:27:38.593544+0000","last_fullsized":"2023-11-30T08:27:38.593544+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.599453+0000","last_change":"2023-11-30T08:27:38.594351+0000","last_active":"2023-11-30T08:27:38.599453+0000","last_peered":"2023-11-30T08:27:38.599453+0000","last_clean":"2023-11-30T08:27:38.599453+0000","last_became_active":"2023-11-30T08:27:38.593903+0000","last_became_peered":"2023-11-30T08:27:38.593903+0000","last_unstale":"2023-11-30T08:27:38.599453+0000","last_undegraded":"2023-11-30T08:27:38.599453+0000","last_fullsized":"2023-11-30T08:27:38.599453+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:02:20.024054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588170+0000","last_change":"2023-11-30T08:27:38.588170+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588170+0000","last_undegraded":"2023-11-30T08:27:38.588170+0000","last_fullsized":"2023-11-30T08:27:38.588170+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.605557+0000","last_change":"2023-11-30T08:27:38.598352+0000","last_active":"2023-11-30T08:27:38.605557+0000","last_peered":"2023-11-30T08:27:38.605557+0000","last_clean":"2023-11-30T08:27:38.605557+0000","last_became_active":"2023-11-30T08:27:38.597654+0000","last_became_peered":"2023-11-30T08:27:38.597654+0000","last_unstale":"2023-11-30T08:27:38.605557+0000","last_undegraded":"2023-11-30T08:27:38.605557+0000","last_fullsized":"2023-11-30T08:27:38.605557+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:57:09.457385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.587092+0000","last_change":"2023-11-30T08:27:38.587092+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.587092+0000","last_undegraded":"2023-11-30T08:27:38.587092+0000","last_fullsized":"2023-11-30T08:27:38.587092+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622006+0000","last_change":"2023-11-30T08:27:38.617418+0000","last_active":"2023-11-30T08:27:38.622006+0000","last_peered":"2023-11-30T08:27:38.622006+0000","last_clean":"2023-11-30T08:27:38.622006+0000","last_became_active":"2023-11-30T08:27:38.616825+0000","last_became_peered":"2023-11-30T08:27:38.616825+0000","last_unstale":"2023-11-30T08:27:38.622006+0000","last_undegraded":"2023-11-30T08:27:38.622006+0000","last_fullsized":"2023-11-30T08:27:38.622006+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:13:53.133390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.590693+0000","last_change":"2023-11-30T08:27:38.590693+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.590693+0000","last_undegraded":"2023-11-30T08:27:38.590693+0000","last_fullsized":"2023-11-30T08:27:38.590693+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.613741+0000","last_change":"2023-11-30T08:27:38.604246+0000","last_active":"2023-11-30T08:27:38.613741+0000","last_peered":"2023-11-30T08:27:38.613741+0000","last_clean":"2023-11-30T08:27:38.613741+0000","last_became_active":"2023-11-30T08:27:38.603408+0000","last_became_peered":"2023-11-30T08:27:38.603408+0000","last_unstale":"2023-11-30T08:27:38.613741+0000","last_undegraded":"2023-11-30T08:27:38.613741+0000","last_fullsized":"2023-11-30T08:27:38.613741+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:29:17.522939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.587256+0000","last_change":"2023-11-30T08:27:38.587256+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.587256+0000","last_undegraded":"2023-11-30T08:27:38.587256+0000","last_fullsized":"2023-11-30T08:27:38.587256+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.616129+0000","last_change":"2023-11-30T08:27:38.613267+0000","last_active":"2023-11-30T08:27:38.616129+0000","last_peered":"2023-11-30T08:27:38.616129+0000","last_clean":"2023-11-30T08:27:38.616129+0000","last_became_active":"2023-11-30T08:27:38.612596+0000","last_became_peered":"2023-11-30T08:27:38.612596+0000","last_unstale":"2023-11-30T08:27:38.616129+0000","last_undegraded":"2023-11-30T08:27:38.616129+0000","last_fullsized":"2023-11-30T08:27:38.616129+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:10:02.943591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581874+0000","last_change":"2023-11-30T08:27:38.581874+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581874+0000","last_undegraded":"2023-11-30T08:27:38.581874+0000","last_fullsized":"2023-11-30T08:27:38.581874+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.599512+0000","last_change":"2023-11-30T08:27:38.589962+0000","last_active":"2023-11-30T08:27:38.599512+0000","last_peered":"2023-11-30T08:27:38.599512+0000","last_clean":"2023-11-30T08:27:38.599512+0000","last_became_active":"2023-11-30T08:27:38.589411+0000","last_became_peered":"2023-11-30T08:27:38.589411+0000","last_unstale":"2023-11-30T08:27:38.599512+0000","last_undegraded":"2023-11-30T08:27:38.599512+0000","last_fullsized":"2023-11-30T08:27:38.599512+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:22:18.288535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581753+0000","last_change":"2023-11-30T08:27:38.581753+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581753+0000","last_undegraded":"2023-11-30T08:27:38.581753+0000","last_fullsized":"2023-11-30T08:27:38.581753+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.590663+0000","last_change":"2023-11-30T08:27:38.587912+0000","last_active":"2023-11-30T08:27:38.590663+0000","last_peered":"2023-11-30T08:27:38.590663+0000","last_clean":"2023-11-30T08:27:38.590663+0000","last_became_active":"2023-11-30T08:27:38.587370+0000","last_became_peered":"2023-11-30T08:27:38.587370+0000","last_unstale":"2023-11-30T08:27:38.590663+0000","last_undegraded":"2023-11-30T08:27:38.590663+0000","last_fullsized":"2023-11-30T08:27:38.590663+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:49:04.700269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.577398+0000","last_change":"2023-11-30T08:27:38.577398+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.577398+0000","last_undegraded":"2023-11-30T08:27:38.577398+0000","last_fullsized":"2023-11-30T08:27:38.577398+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.613791+0000","last_change":"2023-11-30T08:27:38.612603+0000","last_active":"2023-11-30T08:27:38.613791+0000","last_peered":"2023-11-30T08:27:38.613791+0000","last_clean":"2023-11-30T08:27:38.613791+0000","last_became_active":"2023-11-30T08:27:38.612229+0000","last_became_peered":"2023-11-30T08:27:38.612229+0000","last_unstale":"2023-11-30T08:27:38.613791+0000","last_undegraded":"2023-11-30T08:27:38.613791+0000","last_fullsized":"2023-11-30T08:27:38.613791+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:33:41.551343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581182+0000","last_change":"2023-11-30T08:27:38.581182+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581182+0000","last_undegraded":"2023-11-30T08:27:38.581182+0000","last_fullsized":"2023-11-30T08:27:38.581182+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.616119+0000","last_change":"2023-11-30T08:27:38.612806+0000","last_active":"2023-11-30T08:27:38.616119+0000","last_peered":"2023-11-30T08:27:38.616119+0000","last_clean":"2023-11-30T08:27:38.616119+0000","last_became_active":"2023-11-30T08:27:38.612478+0000","last_became_peered":"2023-11-30T08:27:38.612478+0000","last_unstale":"2023-11-30T08:27:38.616119+0000","last_undegraded":"2023-11-30T08:27:38.616119+0000","last_fullsized":"2023-11-30T08:27:38.616119+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:22:18.288535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586417+0000","last_change":"2023-11-30T08:27:38.586417+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586417+0000","last_undegraded":"2023-11-30T08:27:38.586417+0000","last_fullsized":"2023-11-30T08:27:38.586417+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622099+0000","last_change":"2023-11-30T08:27:38.618341+0000","last_active":"2023-11-30T08:27:38.622099+0000","last_peered":"2023-11-30T08:27:38.622099+0000","last_clean":"2023-11-30T08:27:38.622099+0000","last_became_active":"2023-11-30T08:27:38.617725+0000","last_became_peered":"2023-11-30T08:27:38.617725+0000","last_unstale":"2023-11-30T08:27:38.622099+0000","last_undegraded":"2023-11-30T08:27:38.622099+0000","last_fullsized":"2023-11-30T08:27:38.622099+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:58:54.889412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.594319+0000","last_change":"2023-11-30T08:27:38.594319+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.594319+0000","last_undegraded":"2023-11-30T08:27:38.594319+0000","last_fullsized":"2023-11-30T08:27:38.594319+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.610434+0000","last_change":"2023-11-30T08:27:38.605586+0000","last_active":"2023-11-30T08:27:38.610434+0000","last_peered":"2023-11-30T08:27:38.610434+0000","last_clean":"2023-11-30T08:27:38.610434+0000","last_became_active":"2023-11-30T08:27:38.605212+0000","last_became_peered":"2023-11-30T08:27:38.605212+0000","last_unstale":"2023-11-30T08:27:38.610434+0000","last_undegraded":"2023-11-30T08:27:38.610434+0000","last_fullsized":"2023-11-30T08:27:38.610434+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:06:38.255138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586878+0000","last_change":"2023-11-30T08:27:38.586878+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586878+0000","last_undegraded":"2023-11-30T08:27:38.586878+0000","last_fullsized":"2023-11-30T08:27:38.586878+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.620864+0000","last_change":"2023-11-30T08:27:38.617715+0000","last_active":"2023-11-30T08:27:38.620864+0000","last_peered":"2023-11-30T08:27:38.620864+0000","last_clean":"2023-11-30T08:27:38.620864+0000","last_became_active":"2023-11-30T08:27:38.617100+0000","last_became_peered":"2023-11-30T08:27:38.617100+0000","last_unstale":"2023-11-30T08:27:38.620864+0000","last_undegraded":"2023-11-30T08:27:38.620864+0000","last_fullsized":"2023-11-30T08:27:38.620864+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:10:02.943591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":170,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-11-30T08:27:37.571855+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:27:37.571855+0000","last_peered":"2023-11-30T08:27:37.571855+0000","last_clean":"2023-11-30T08:27:37.571855+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:27:37.571855+0000","last_undegraded":"2023-11-30T08:27:37.571855+0000","last_fullsized":"2023-11-30T08:27:37.571855+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574861,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":880640,"data_stored":695014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1240000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0309999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1539999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574861,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.069}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.103}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.149}]}]},{"osd":5,"up_from":13,"seq":55834574862,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.02}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2110000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4419999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.161}]}]},{"osd":4,"up_from":13,"seq":55834574862,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.046}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0840000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.341}]}]},{"osd":3,"up_from":13,"seq":55834574862,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2450000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1759999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574862,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574860,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0509999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.133}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]}]},{"osd":0,"up_from":13,"seq":55834574860,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":876544,"data_stored":694095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:27:42.981 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:27:43.140 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f6405fed640 1 Processor -- start 2023-11-30T08:27:43.140 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f6405fed640 1 -- start start 2023-11-30T08:27:43.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f6405fed640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f64000b3fd0 0x7f640013e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f6405fed640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f64000b0340 0x7f640013e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f6405fed640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64000af2e0 con 0x7f640006c920 2023-11-30T08:27:43.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f6405fed640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64000b1f50 con 0x7f64000b0340 2023-11-30T08:27:43.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f6405fed640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f640013eda0 con 0x7f64000b3fd0 2023-11-30T08:27:43.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f63fffff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f64000b0340 0x7f640013e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f63fffff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f64000b0340 0x7f640013e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48134/0 (socket says 172.21.15.116:48134) 2023-11-30T08:27:43.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f63fffff640 1 -- 172.21.15.116:0/3019982970 learned_addr learned my addr 172.21.15.116:0/3019982970 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:43.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f63feffd640 1 --2- 172.21.15.116:0/3019982970 >> v2:172.21.15.162:3300/0 conn(0x7f64000b3fd0 0x7f640013e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f63fffff640 1 -- 172.21.15.116:0/3019982970 >> v2:172.21.15.162:3300/0 conn(0x7f64000b3fd0 msgr2=0x7f640013e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:43.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f63fffff640 1 --2- 172.21.15.116:0/3019982970 >> v2:172.21.15.162:3300/0 conn(0x7f64000b3fd0 0x7f640013e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f63fffff640 1 -- 172.21.15.116:0/3019982970 >> v1:172.21.15.162:6789/0 conn(0x7f640006c920 legacy=0x7f64000afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:43.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f63fffff640 1 -- 172.21.15.116:0/3019982970 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f640006cd00 con 0x7f64000b0340 2023-11-30T08:27:43.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f63fffff640 1 --2- 172.21.15.116:0/3019982970 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64000b0340 0x7f640013e860 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f64000b15f0 tx=0x7f63f801c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a098f157afb83bb7 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:43.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f63fe7fc640 1 -- 172.21.15.116:0/3019982970 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63f80a55c0 con 0x7f64000b0340 2023-11-30T08:27:43.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f63fe7fc640 1 -- 172.21.15.116:0/3019982970 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63f80a5720 con 0x7f64000b0340 2023-11-30T08:27:43.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.133+0000 7f63fe7fc640 1 -- 172.21.15.116:0/3019982970 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63f80a5ab0 con 0x7f64000b0340 2023-11-30T08:27:43.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 -- 172.21.15.116:0/3019982970 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64000b0340 msgr2=0x7f640013e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 --2- 172.21.15.116:0/3019982970 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64000b0340 0x7f640013e860 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f64000b15f0 tx=0x7f63f801c900 comp rx=0 tx=0).stop 2023-11-30T08:27:43.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 -- 172.21.15.116:0/3019982970 shutdown_connections 2023-11-30T08:27:43.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 --2- 172.21.15.116:0/3019982970 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64000b0340 0x7f640013e860 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 --2- 172.21.15.116:0/3019982970 >> v2:172.21.15.162:3300/0 conn(0x7f64000b3fd0 0x7f640013e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 -- 172.21.15.116:0/3019982970 >> 172.21.15.116:0/3019982970 conn(0x7f64000b48e0 msgr2=0x7f64000b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:43.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 -- 172.21.15.116:0/3019982970 shutdown_connections 2023-11-30T08:27:43.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 -- 172.21.15.116:0/3019982970 wait complete. 2023-11-30T08:27:43.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 Processor -- start 2023-11-30T08:27:43.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 -- start start 2023-11-30T08:27:43.147 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f640006c920 0x7f640006f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.147 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64001dfb70 0x7f64001dfff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.147 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f64001e29d0 0x7f64001e2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.147 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6400142810 con 0x7f64001dfb70 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6400070690 con 0x7f640006c920 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64001df460 con 0x7f64001e29d0 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63feffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64001dfb70 0x7f64001dfff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63feffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64001dfb70 0x7f64001dfff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48138/0 (socket says 172.21.15.116:48138) 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63feffd640 1 -- 172.21.15.116:0/1200771332 learned_addr learned my addr 172.21.15.116:0/1200771332 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63fffff640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f64001e29d0 0x7f64001e2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63ff7fe640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f640006c920 0x7f640006f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63feffd640 1 -- 172.21.15.116:0/1200771332 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f64001e29d0 msgr2=0x7f64001e2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63feffd640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f64001e29d0 0x7f64001e2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63feffd640 1 -- 172.21.15.116:0/1200771332 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f640006c920 msgr2=0x7f640006f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63feffd640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f640006c920 0x7f640006f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63feffd640 1 -- 172.21.15.116:0/1200771332 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63f8009b30 con 0x7f64001dfb70 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63fffff640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f64001e29d0 0x7f64001e2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:43.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63feffd640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64001dfb70 0x7f64001dfff0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f63f000c820 tx=0x7f63f000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:43.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63e7fff640 1 -- 172.21.15.116:0/1200771332 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63f0007a30 con 0x7f64001dfb70 2023-11-30T08:27:43.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63e7fff640 1 -- 172.21.15.116:0/1200771332 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63f0007b90 con 0x7f64001dfb70 2023-11-30T08:27:43.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 -- 172.21.15.116:0/1200771332 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64001df6e0 con 0x7f64001dfb70 2023-11-30T08:27:43.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f63e7fff640 1 -- 172.21.15.116:0/1200771332 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63f000ce10 con 0x7f64001dfb70 2023-11-30T08:27:43.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 -- 172.21.15.116:0/1200771332 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f640006ffb0 con 0x7f64001dfb70 2023-11-30T08:27:43.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.137+0000 7f6405fed640 1 -- 172.21.15.116:0/1200771332 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64000679e0 con 0x7f64001dfb70 2023-11-30T08:27:43.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.141+0000 7f63e7fff640 1 -- 172.21.15.116:0/1200771332 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f63f00113f0 con 0x7f64001dfb70 2023-11-30T08:27:43.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.141+0000 7f63e7fff640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f63ec066470 0x7f63ec068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.141+0000 7f63ff7fe640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f63ec066470 0x7f63ec068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.141+0000 7f63e7fff640 1 -- 172.21.15.116:0/1200771332 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f63f0083e30 con 0x7f64001dfb70 2023-11-30T08:27:43.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.141+0000 7f63ff7fe640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f63ec066470 0x7f63ec068930 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f63f4004e30 tx=0x7f63f4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:43.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.145+0000 7f63e7fff640 1 -- 172.21.15.116:0/1200771332 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f63f0051340 con 0x7f64001dfb70 2023-11-30T08:27:43.303 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.293+0000 7f6405fed640 1 -- 172.21.15.116:0/1200771332 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f64001df870 con 0x7f63ec066470 2023-11-30T08:27:43.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.313+0000 7f63e7fff640 1 -- 172.21.15.116:0/1200771332 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+259301 (secure 0 0 0) 0x7f64001df870 con 0x7f63ec066470 2023-11-30T08:27:43.323 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:43.325 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:27:43.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.317+0000 7f6405fed640 1 -- 172.21.15.116:0/1200771332 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f63ec066470 msgr2=0x7f63ec068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.317+0000 7f6405fed640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f63ec066470 0x7f63ec068930 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f63f4004e30 tx=0x7f63f4009040 comp rx=0 tx=0).stop 2023-11-30T08:27:43.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.317+0000 7f6405fed640 1 -- 172.21.15.116:0/1200771332 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64001dfb70 msgr2=0x7f64001dfff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.317+0000 7f6405fed640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64001dfb70 0x7f64001dfff0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f63f000c820 tx=0x7f63f000cce0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.317+0000 7f6405fed640 1 -- 172.21.15.116:0/1200771332 shutdown_connections 2023-11-30T08:27:43.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.317+0000 7f6405fed640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f63ec066470 0x7f63ec068930 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.317+0000 7f6405fed640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f64001e29d0 0x7f64001e2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.317+0000 7f6405fed640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64001dfb70 0x7f64001dfff0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.317+0000 7f6405fed640 1 --2- 172.21.15.116:0/1200771332 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f640006c920 0x7f640006f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.317+0000 7f6405fed640 1 -- 172.21.15.116:0/1200771332 >> 172.21.15.116:0/1200771332 conn(0x7f64000b48e0 msgr2=0x7f64000b2630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:43.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.317+0000 7f6405fed640 1 -- 172.21.15.116:0/1200771332 shutdown_connections 2023-11-30T08:27:43.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.317+0000 7f6405fed640 1 -- 172.21.15.116:0/1200771332 wait complete. 2023-11-30T08:27:43.343 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":49,"stamp":"2023-11-30T08:27:42.791425+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":35,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219556,"kb_used_data":3396,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755164,"statfs":{"total":773094113280,"available":772869287936,"internally_reserved":0,"allocated":3477504,"data_stored":2016985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":56,"apply_latency_ms":56,"commit_latency_ns":56000000,"apply_latency_ns":56000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.233849"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.578959+0000","last_change":"2023-11-30T08:27:38.578959+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.578959+0000","last_undegraded":"2023-11-30T08:27:38.578959+0000","last_fullsized":"2023-11-30T08:27:38.578959+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.600760+0000","last_change":"2023-11-30T08:27:38.600760+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.600760+0000","last_undegraded":"2023-11-30T08:27:38.600760+0000","last_fullsized":"2023-11-30T08:27:38.600760+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.584526+0000","last_change":"2023-11-30T08:27:38.584526+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.584526+0000","last_undegraded":"2023-11-30T08:27:38.584526+0000","last_fullsized":"2023-11-30T08:27:38.584526+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596043+0000","last_change":"2023-11-30T08:27:38.596043+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596043+0000","last_undegraded":"2023-11-30T08:27:38.596043+0000","last_fullsized":"2023-11-30T08:27:38.596043+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.597206+0000","last_change":"2023-11-30T08:27:38.597206+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.597206+0000","last_undegraded":"2023-11-30T08:27:38.597206+0000","last_fullsized":"2023-11-30T08:27:38.597206+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.601803+0000","last_change":"2023-11-30T08:27:38.601803+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.601803+0000","last_undegraded":"2023-11-30T08:27:38.601803+0000","last_fullsized":"2023-11-30T08:27:38.601803+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588280+0000","last_change":"2023-11-30T08:27:38.588280+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588280+0000","last_undegraded":"2023-11-30T08:27:38.588280+0000","last_fullsized":"2023-11-30T08:27:38.588280+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596166+0000","last_change":"2023-11-30T08:27:38.596166+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596166+0000","last_undegraded":"2023-11-30T08:27:38.596166+0000","last_fullsized":"2023-11-30T08:27:38.596166+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.594632+0000","last_change":"2023-11-30T08:27:38.594632+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.594632+0000","last_undegraded":"2023-11-30T08:27:38.594632+0000","last_fullsized":"2023-11-30T08:27:38.594632+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.595807+0000","last_change":"2023-11-30T08:27:38.595807+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.595807+0000","last_undegraded":"2023-11-30T08:27:38.595807+0000","last_fullsized":"2023-11-30T08:27:38.595807+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588916+0000","last_change":"2023-11-30T08:27:38.588916+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588916+0000","last_undegraded":"2023-11-30T08:27:38.588916+0000","last_fullsized":"2023-11-30T08:27:38.588916+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.583517+0000","last_change":"2023-11-30T08:27:38.583517+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.583517+0000","last_undegraded":"2023-11-30T08:27:38.583517+0000","last_fullsized":"2023-11-30T08:27:38.583517+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596362+0000","last_change":"2023-11-30T08:27:38.596362+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596362+0000","last_undegraded":"2023-11-30T08:27:38.596362+0000","last_fullsized":"2023-11-30T08:27:38.596362+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596097+0000","last_change":"2023-11-30T08:27:38.596097+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596097+0000","last_undegraded":"2023-11-30T08:27:38.596097+0000","last_fullsized":"2023-11-30T08:27:38.596097+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581935+0000","last_change":"2023-11-30T08:27:38.581935+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581935+0000","last_undegraded":"2023-11-30T08:27:38.581935+0000","last_fullsized":"2023-11-30T08:27:38.581935+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586728+0000","last_change":"2023-11-30T08:27:38.586728+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586728+0000","last_undegraded":"2023-11-30T08:27:38.586728+0000","last_fullsized":"2023-11-30T08:27:38.586728+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.589346+0000","last_change":"2023-11-30T08:27:38.589346+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.589346+0000","last_undegraded":"2023-11-30T08:27:38.589346+0000","last_fullsized":"2023-11-30T08:27:38.589346+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588325+0000","last_change":"2023-11-30T08:27:38.588325+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588325+0000","last_undegraded":"2023-11-30T08:27:38.588325+0000","last_fullsized":"2023-11-30T08:27:38.588325+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.587914+0000","last_change":"2023-11-30T08:27:38.587914+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.587914+0000","last_undegraded":"2023-11-30T08:27:38.587914+0000","last_fullsized":"2023-11-30T08:27:38.587914+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596905+0000","last_change":"2023-11-30T08:27:38.596905+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596905+0000","last_undegraded":"2023-11-30T08:27:38.596905+0000","last_fullsized":"2023-11-30T08:27:38.596905+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596333+0000","last_change":"2023-11-30T08:27:38.596333+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596333+0000","last_undegraded":"2023-11-30T08:27:38.596333+0000","last_fullsized":"2023-11-30T08:27:38.596333+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591796+0000","last_change":"2023-11-30T08:27:38.591796+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591796+0000","last_undegraded":"2023-11-30T08:27:38.591796+0000","last_fullsized":"2023-11-30T08:27:38.591796+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.580393+0000","last_change":"2023-11-30T08:27:38.580393+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.580393+0000","last_undegraded":"2023-11-30T08:27:38.580393+0000","last_fullsized":"2023-11-30T08:27:38.580393+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581901+0000","last_change":"2023-11-30T08:27:38.581901+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581901+0000","last_undegraded":"2023-11-30T08:27:38.581901+0000","last_fullsized":"2023-11-30T08:27:38.581901+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.597079+0000","last_change":"2023-11-30T08:27:38.597079+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.597079+0000","last_undegraded":"2023-11-30T08:27:38.597079+0000","last_fullsized":"2023-11-30T08:27:38.597079+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586825+0000","last_change":"2023-11-30T08:27:38.586825+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586825+0000","last_undegraded":"2023-11-30T08:27:38.586825+0000","last_fullsized":"2023-11-30T08:27:38.586825+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596399+0000","last_change":"2023-11-30T08:27:38.596399+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596399+0000","last_undegraded":"2023-11-30T08:27:38.596399+0000","last_fullsized":"2023-11-30T08:27:38.596399+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.579314+0000","last_change":"2023-11-30T08:27:38.579314+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.579314+0000","last_undegraded":"2023-11-30T08:27:38.579314+0000","last_fullsized":"2023-11-30T08:27:38.579314+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.595037+0000","last_change":"2023-11-30T08:27:38.595037+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.595037+0000","last_undegraded":"2023-11-30T08:27:38.595037+0000","last_fullsized":"2023-11-30T08:27:38.595037+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.590784+0000","last_change":"2023-11-30T08:27:38.590784+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.590784+0000","last_undegraded":"2023-11-30T08:27:38.590784+0000","last_fullsized":"2023-11-30T08:27:38.590784+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.579669+0000","last_change":"2023-11-30T08:27:38.579669+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.579669+0000","last_undegraded":"2023-11-30T08:27:38.579669+0000","last_fullsized":"2023-11-30T08:27:38.579669+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593245+0000","last_change":"2023-11-30T08:27:38.593245+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593245+0000","last_undegraded":"2023-11-30T08:27:38.593245+0000","last_fullsized":"2023-11-30T08:27:38.593245+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581662+0000","last_change":"2023-11-30T08:27:38.581662+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581662+0000","last_undegraded":"2023-11-30T08:27:38.581662+0000","last_fullsized":"2023-11-30T08:27:38.581662+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.619550+0000","last_change":"2023-11-30T08:27:38.615345+0000","last_active":"2023-11-30T08:27:38.619550+0000","last_peered":"2023-11-30T08:27:38.619550+0000","last_clean":"2023-11-30T08:27:38.619550+0000","last_became_active":"2023-11-30T08:27:38.614390+0000","last_became_peered":"2023-11-30T08:27:38.614390+0000","last_unstale":"2023-11-30T08:27:38.619550+0000","last_undegraded":"2023-11-30T08:27:38.619550+0000","last_fullsized":"2023-11-30T08:27:38.619550+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:49:04.700269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.577637+0000","last_change":"2023-11-30T08:27:38.577637+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.577637+0000","last_undegraded":"2023-11-30T08:27:38.577637+0000","last_fullsized":"2023-11-30T08:27:38.577637+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.600519+0000","last_change":"2023-11-30T08:27:38.599176+0000","last_active":"2023-11-30T08:27:38.600519+0000","last_peered":"2023-11-30T08:27:38.600519+0000","last_clean":"2023-11-30T08:27:38.600519+0000","last_became_active":"2023-11-30T08:27:38.598792+0000","last_became_peered":"2023-11-30T08:27:38.598792+0000","last_unstale":"2023-11-30T08:27:38.600519+0000","last_undegraded":"2023-11-30T08:27:38.600519+0000","last_fullsized":"2023-11-30T08:27:38.600519+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:09:42.951516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591438+0000","last_change":"2023-11-30T08:27:38.591438+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591438+0000","last_undegraded":"2023-11-30T08:27:38.591438+0000","last_fullsized":"2023-11-30T08:27:38.591438+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.607945+0000","last_change":"2023-11-30T08:27:38.601016+0000","last_active":"2023-11-30T08:27:38.607945+0000","last_peered":"2023-11-30T08:27:38.607945+0000","last_clean":"2023-11-30T08:27:38.607945+0000","last_became_active":"2023-11-30T08:27:38.600320+0000","last_became_peered":"2023-11-30T08:27:38.600320+0000","last_unstale":"2023-11-30T08:27:38.607945+0000","last_undegraded":"2023-11-30T08:27:38.607945+0000","last_fullsized":"2023-11-30T08:27:38.607945+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:38:40.400663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.594542+0000","last_change":"2023-11-30T08:27:38.594542+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.594542+0000","last_undegraded":"2023-11-30T08:27:38.594542+0000","last_fullsized":"2023-11-30T08:27:38.594542+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.594559+0000","last_change":"2023-11-30T08:27:38.589055+0000","last_active":"2023-11-30T08:27:38.594559+0000","last_peered":"2023-11-30T08:27:38.594559+0000","last_clean":"2023-11-30T08:27:38.594559+0000","last_became_active":"2023-11-30T08:27:38.588613+0000","last_became_peered":"2023-11-30T08:27:38.588613+0000","last_unstale":"2023-11-30T08:27:38.594559+0000","last_undegraded":"2023-11-30T08:27:38.594559+0000","last_fullsized":"2023-11-30T08:27:38.594559+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:17:23.841778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586827+0000","last_change":"2023-11-30T08:27:38.586827+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586827+0000","last_undegraded":"2023-11-30T08:27:38.586827+0000","last_fullsized":"2023-11-30T08:27:38.586827+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622020+0000","last_change":"2023-11-30T08:27:38.617636+0000","last_active":"2023-11-30T08:27:38.622020+0000","last_peered":"2023-11-30T08:27:38.622020+0000","last_clean":"2023-11-30T08:27:38.622020+0000","last_became_active":"2023-11-30T08:27:38.616650+0000","last_became_peered":"2023-11-30T08:27:38.616650+0000","last_unstale":"2023-11-30T08:27:38.622020+0000","last_undegraded":"2023-11-30T08:27:38.622020+0000","last_fullsized":"2023-11-30T08:27:38.622020+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:01:23.651569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.582498+0000","last_change":"2023-11-30T08:27:38.582498+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.582498+0000","last_undegraded":"2023-11-30T08:27:38.582498+0000","last_fullsized":"2023-11-30T08:27:38.582498+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621975+0000","last_change":"2023-11-30T08:27:38.611857+0000","last_active":"2023-11-30T08:27:38.621975+0000","last_peered":"2023-11-30T08:27:38.621975+0000","last_clean":"2023-11-30T08:27:38.621975+0000","last_became_active":"2023-11-30T08:27:38.610972+0000","last_became_peered":"2023-11-30T08:27:38.610972+0000","last_unstale":"2023-11-30T08:27:38.621975+0000","last_undegraded":"2023-11-30T08:27:38.621975+0000","last_fullsized":"2023-11-30T08:27:38.621975+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:52:05.639603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591081+0000","last_change":"2023-11-30T08:27:38.591081+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591081+0000","last_undegraded":"2023-11-30T08:27:38.591081+0000","last_fullsized":"2023-11-30T08:27:38.591081+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.594414+0000","last_change":"2023-11-30T08:27:38.587260+0000","last_active":"2023-11-30T08:27:38.594414+0000","last_peered":"2023-11-30T08:27:38.594414+0000","last_clean":"2023-11-30T08:27:38.594414+0000","last_became_active":"2023-11-30T08:27:38.586891+0000","last_became_peered":"2023-11-30T08:27:38.586891+0000","last_unstale":"2023-11-30T08:27:38.594414+0000","last_undegraded":"2023-11-30T08:27:38.594414+0000","last_fullsized":"2023-11-30T08:27:38.594414+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:08:01.620359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593521+0000","last_change":"2023-11-30T08:27:38.593521+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593521+0000","last_undegraded":"2023-11-30T08:27:38.593521+0000","last_fullsized":"2023-11-30T08:27:38.593521+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621876+0000","last_change":"2023-11-30T08:27:38.611092+0000","last_active":"2023-11-30T08:27:38.621876+0000","last_peered":"2023-11-30T08:27:38.621876+0000","last_clean":"2023-11-30T08:27:38.621876+0000","last_became_active":"2023-11-30T08:27:38.610367+0000","last_became_peered":"2023-11-30T08:27:38.610367+0000","last_unstale":"2023-11-30T08:27:38.621876+0000","last_undegraded":"2023-11-30T08:27:38.621876+0000","last_fullsized":"2023-11-30T08:27:38.621876+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:50:00.104046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.580708+0000","last_change":"2023-11-30T08:27:38.580708+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.580708+0000","last_undegraded":"2023-11-30T08:27:38.580708+0000","last_fullsized":"2023-11-30T08:27:38.580708+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.610449+0000","last_change":"2023-11-30T08:27:38.605956+0000","last_active":"2023-11-30T08:27:38.610449+0000","last_peered":"2023-11-30T08:27:38.610449+0000","last_clean":"2023-11-30T08:27:38.610449+0000","last_became_active":"2023-11-30T08:27:38.605057+0000","last_became_peered":"2023-11-30T08:27:38.605057+0000","last_unstale":"2023-11-30T08:27:38.610449+0000","last_undegraded":"2023-11-30T08:27:38.610449+0000","last_fullsized":"2023-11-30T08:27:38.610449+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:13:23.628535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586429+0000","last_change":"2023-11-30T08:27:38.586429+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586429+0000","last_undegraded":"2023-11-30T08:27:38.586429+0000","last_fullsized":"2023-11-30T08:27:38.586429+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.599540+0000","last_change":"2023-11-30T08:27:38.595245+0000","last_active":"2023-11-30T08:27:38.599540+0000","last_peered":"2023-11-30T08:27:38.599540+0000","last_clean":"2023-11-30T08:27:38.599540+0000","last_became_active":"2023-11-30T08:27:38.594869+0000","last_became_peered":"2023-11-30T08:27:38.594869+0000","last_unstale":"2023-11-30T08:27:38.599540+0000","last_undegraded":"2023-11-30T08:27:38.599540+0000","last_fullsized":"2023-11-30T08:27:38.599540+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:46:26.235749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593469+0000","last_change":"2023-11-30T08:27:38.593469+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593469+0000","last_undegraded":"2023-11-30T08:27:38.593469+0000","last_fullsized":"2023-11-30T08:27:38.593469+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.613778+0000","last_change":"2023-11-30T08:27:38.600294+0000","last_active":"2023-11-30T08:27:38.613778+0000","last_peered":"2023-11-30T08:27:38.613778+0000","last_clean":"2023-11-30T08:27:38.613778+0000","last_became_active":"2023-11-30T08:27:38.599610+0000","last_became_peered":"2023-11-30T08:27:38.599610+0000","last_unstale":"2023-11-30T08:27:38.613778+0000","last_undegraded":"2023-11-30T08:27:38.613778+0000","last_fullsized":"2023-11-30T08:27:38.613778+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:36:55.842791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.582460+0000","last_change":"2023-11-30T08:27:38.582460+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.582460+0000","last_undegraded":"2023-11-30T08:27:38.582460+0000","last_fullsized":"2023-11-30T08:27:38.582460+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.610167+0000","last_change":"2023-11-30T08:27:38.601641+0000","last_active":"2023-11-30T08:27:38.610167+0000","last_peered":"2023-11-30T08:27:38.610167+0000","last_clean":"2023-11-30T08:27:38.610167+0000","last_became_active":"2023-11-30T08:27:38.600861+0000","last_became_peered":"2023-11-30T08:27:38.600861+0000","last_unstale":"2023-11-30T08:27:38.610167+0000","last_undegraded":"2023-11-30T08:27:38.610167+0000","last_fullsized":"2023-11-30T08:27:38.610167+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:09:42.951516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586833+0000","last_change":"2023-11-30T08:27:38.586833+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586833+0000","last_undegraded":"2023-11-30T08:27:38.586833+0000","last_fullsized":"2023-11-30T08:27:38.586833+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621919+0000","last_change":"2023-11-30T08:27:38.613151+0000","last_active":"2023-11-30T08:27:38.621919+0000","last_peered":"2023-11-30T08:27:38.621919+0000","last_clean":"2023-11-30T08:27:38.621919+0000","last_became_active":"2023-11-30T08:27:38.612504+0000","last_became_peered":"2023-11-30T08:27:38.612504+0000","last_unstale":"2023-11-30T08:27:38.621919+0000","last_undegraded":"2023-11-30T08:27:38.621919+0000","last_fullsized":"2023-11-30T08:27:38.621919+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:05:20.389651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586435+0000","last_change":"2023-11-30T08:27:38.586435+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586435+0000","last_undegraded":"2023-11-30T08:27:38.586435+0000","last_fullsized":"2023-11-30T08:27:38.586435+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.602905+0000","last_change":"2023-11-30T08:27:38.599755+0000","last_active":"2023-11-30T08:27:38.602905+0000","last_peered":"2023-11-30T08:27:38.602905+0000","last_clean":"2023-11-30T08:27:38.602905+0000","last_became_active":"2023-11-30T08:27:38.599311+0000","last_became_peered":"2023-11-30T08:27:38.599311+0000","last_unstale":"2023-11-30T08:27:38.602905+0000","last_undegraded":"2023-11-30T08:27:38.602905+0000","last_fullsized":"2023-11-30T08:27:38.602905+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:57:09.457385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591814+0000","last_change":"2023-11-30T08:27:38.591814+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591814+0000","last_undegraded":"2023-11-30T08:27:38.591814+0000","last_fullsized":"2023-11-30T08:27:38.591814+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.608081+0000","last_change":"2023-11-30T08:27:38.595001+0000","last_active":"2023-11-30T08:27:38.608081+0000","last_peered":"2023-11-30T08:27:38.608081+0000","last_clean":"2023-11-30T08:27:38.608081+0000","last_became_active":"2023-11-30T08:27:38.594601+0000","last_became_peered":"2023-11-30T08:27:38.594601+0000","last_unstale":"2023-11-30T08:27:38.608081+0000","last_undegraded":"2023-11-30T08:27:38.608081+0000","last_fullsized":"2023-11-30T08:27:38.608081+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:47.362929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.578459+0000","last_change":"2023-11-30T08:27:38.578459+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.578459+0000","last_undegraded":"2023-11-30T08:27:38.578459+0000","last_fullsized":"2023-11-30T08:27:38.578459+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.607872+0000","last_change":"2023-11-30T08:27:38.600715+0000","last_active":"2023-11-30T08:27:38.607872+0000","last_peered":"2023-11-30T08:27:38.607872+0000","last_clean":"2023-11-30T08:27:38.607872+0000","last_became_active":"2023-11-30T08:27:38.600366+0000","last_became_peered":"2023-11-30T08:27:38.600366+0000","last_unstale":"2023-11-30T08:27:38.607872+0000","last_undegraded":"2023-11-30T08:27:38.607872+0000","last_fullsized":"2023-11-30T08:27:38.607872+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:04:29.021713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593607+0000","last_change":"2023-11-30T08:27:38.593607+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593607+0000","last_undegraded":"2023-11-30T08:27:38.593607+0000","last_fullsized":"2023-11-30T08:27:38.593607+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.602859+0000","last_change":"2023-11-30T08:27:38.597998+0000","last_active":"2023-11-30T08:27:38.602859+0000","last_peered":"2023-11-30T08:27:38.602859+0000","last_clean":"2023-11-30T08:27:38.602859+0000","last_became_active":"2023-11-30T08:27:38.597618+0000","last_became_peered":"2023-11-30T08:27:38.597618+0000","last_unstale":"2023-11-30T08:27:38.602859+0000","last_undegraded":"2023-11-30T08:27:38.602859+0000","last_fullsized":"2023-11-30T08:27:38.602859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:33:41.551343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.584466+0000","last_change":"2023-11-30T08:27:38.584466+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.584466+0000","last_undegraded":"2023-11-30T08:27:38.584466+0000","last_fullsized":"2023-11-30T08:27:38.584466+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622095+0000","last_change":"2023-11-30T08:27:38.618276+0000","last_active":"2023-11-30T08:27:38.622095+0000","last_peered":"2023-11-30T08:27:38.622095+0000","last_clean":"2023-11-30T08:27:38.622095+0000","last_became_active":"2023-11-30T08:27:38.617522+0000","last_became_peered":"2023-11-30T08:27:38.617522+0000","last_unstale":"2023-11-30T08:27:38.622095+0000","last_undegraded":"2023-11-30T08:27:38.622095+0000","last_fullsized":"2023-11-30T08:27:38.622095+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:25:16.753999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586785+0000","last_change":"2023-11-30T08:27:38.586785+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586785+0000","last_undegraded":"2023-11-30T08:27:38.586785+0000","last_fullsized":"2023-11-30T08:27:38.586785+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621768+0000","last_change":"2023-11-30T08:27:38.607541+0000","last_active":"2023-11-30T08:27:38.621768+0000","last_peered":"2023-11-30T08:27:38.621768+0000","last_clean":"2023-11-30T08:27:38.621768+0000","last_became_active":"2023-11-30T08:27:38.606818+0000","last_became_peered":"2023-11-30T08:27:38.606818+0000","last_unstale":"2023-11-30T08:27:38.621768+0000","last_undegraded":"2023-11-30T08:27:38.621768+0000","last_fullsized":"2023-11-30T08:27:38.621768+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:19:32.298617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.595003+0000","last_change":"2023-11-30T08:27:38.595003+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.595003+0000","last_undegraded":"2023-11-30T08:27:38.595003+0000","last_fullsized":"2023-11-30T08:27:38.595003+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621846+0000","last_change":"2023-11-30T08:27:38.609341+0000","last_active":"2023-11-30T08:27:38.621846+0000","last_peered":"2023-11-30T08:27:38.621846+0000","last_clean":"2023-11-30T08:27:38.621846+0000","last_became_active":"2023-11-30T08:27:38.608662+0000","last_became_peered":"2023-11-30T08:27:38.608662+0000","last_unstale":"2023-11-30T08:27:38.621846+0000","last_undegraded":"2023-11-30T08:27:38.621846+0000","last_fullsized":"2023-11-30T08:27:38.621846+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:47:07.399556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593544+0000","last_change":"2023-11-30T08:27:38.593544+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593544+0000","last_undegraded":"2023-11-30T08:27:38.593544+0000","last_fullsized":"2023-11-30T08:27:38.593544+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.599453+0000","last_change":"2023-11-30T08:27:38.594351+0000","last_active":"2023-11-30T08:27:38.599453+0000","last_peered":"2023-11-30T08:27:38.599453+0000","last_clean":"2023-11-30T08:27:38.599453+0000","last_became_active":"2023-11-30T08:27:38.593903+0000","last_became_peered":"2023-11-30T08:27:38.593903+0000","last_unstale":"2023-11-30T08:27:38.599453+0000","last_undegraded":"2023-11-30T08:27:38.599453+0000","last_fullsized":"2023-11-30T08:27:38.599453+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:02:20.024054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588170+0000","last_change":"2023-11-30T08:27:38.588170+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588170+0000","last_undegraded":"2023-11-30T08:27:38.588170+0000","last_fullsized":"2023-11-30T08:27:38.588170+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.605557+0000","last_change":"2023-11-30T08:27:38.598352+0000","last_active":"2023-11-30T08:27:38.605557+0000","last_peered":"2023-11-30T08:27:38.605557+0000","last_clean":"2023-11-30T08:27:38.605557+0000","last_became_active":"2023-11-30T08:27:38.597654+0000","last_became_peered":"2023-11-30T08:27:38.597654+0000","last_unstale":"2023-11-30T08:27:38.605557+0000","last_undegraded":"2023-11-30T08:27:38.605557+0000","last_fullsized":"2023-11-30T08:27:38.605557+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:57:09.457385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.587092+0000","last_change":"2023-11-30T08:27:38.587092+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.587092+0000","last_undegraded":"2023-11-30T08:27:38.587092+0000","last_fullsized":"2023-11-30T08:27:38.587092+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622006+0000","last_change":"2023-11-30T08:27:38.617418+0000","last_active":"2023-11-30T08:27:38.622006+0000","last_peered":"2023-11-30T08:27:38.622006+0000","last_clean":"2023-11-30T08:27:38.622006+0000","last_became_active":"2023-11-30T08:27:38.616825+0000","last_became_peered":"2023-11-30T08:27:38.616825+0000","last_unstale":"2023-11-30T08:27:38.622006+0000","last_undegraded":"2023-11-30T08:27:38.622006+0000","last_fullsized":"2023-11-30T08:27:38.622006+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:13:53.133390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.590693+0000","last_change":"2023-11-30T08:27:38.590693+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.590693+0000","last_undegraded":"2023-11-30T08:27:38.590693+0000","last_fullsized":"2023-11-30T08:27:38.590693+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.613741+0000","last_change":"2023-11-30T08:27:38.604246+0000","last_active":"2023-11-30T08:27:38.613741+0000","last_peered":"2023-11-30T08:27:38.613741+0000","last_clean":"2023-11-30T08:27:38.613741+0000","last_became_active":"2023-11-30T08:27:38.603408+0000","last_became_peered":"2023-11-30T08:27:38.603408+0000","last_unstale":"2023-11-30T08:27:38.613741+0000","last_undegraded":"2023-11-30T08:27:38.613741+0000","last_fullsized":"2023-11-30T08:27:38.613741+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:29:17.522939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.587256+0000","last_change":"2023-11-30T08:27:38.587256+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.587256+0000","last_undegraded":"2023-11-30T08:27:38.587256+0000","last_fullsized":"2023-11-30T08:27:38.587256+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.616129+0000","last_change":"2023-11-30T08:27:38.613267+0000","last_active":"2023-11-30T08:27:38.616129+0000","last_peered":"2023-11-30T08:27:38.616129+0000","last_clean":"2023-11-30T08:27:38.616129+0000","last_became_active":"2023-11-30T08:27:38.612596+0000","last_became_peered":"2023-11-30T08:27:38.612596+0000","last_unstale":"2023-11-30T08:27:38.616129+0000","last_undegraded":"2023-11-30T08:27:38.616129+0000","last_fullsized":"2023-11-30T08:27:38.616129+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:10:02.943591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581874+0000","last_change":"2023-11-30T08:27:38.581874+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581874+0000","last_undegraded":"2023-11-30T08:27:38.581874+0000","last_fullsized":"2023-11-30T08:27:38.581874+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.599512+0000","last_change":"2023-11-30T08:27:38.589962+0000","last_active":"2023-11-30T08:27:38.599512+0000","last_peered":"2023-11-30T08:27:38.599512+0000","last_clean":"2023-11-30T08:27:38.599512+0000","last_became_active":"2023-11-30T08:27:38.589411+0000","last_became_peered":"2023-11-30T08:27:38.589411+0000","last_unstale":"2023-11-30T08:27:38.599512+0000","last_undegraded":"2023-11-30T08:27:38.599512+0000","last_fullsized":"2023-11-30T08:27:38.599512+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:22:18.288535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581753+0000","last_change":"2023-11-30T08:27:38.581753+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581753+0000","last_undegraded":"2023-11-30T08:27:38.581753+0000","last_fullsized":"2023-11-30T08:27:38.581753+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.590663+0000","last_change":"2023-11-30T08:27:38.587912+0000","last_active":"2023-11-30T08:27:38.590663+0000","last_peered":"2023-11-30T08:27:38.590663+0000","last_clean":"2023-11-30T08:27:38.590663+0000","last_became_active":"2023-11-30T08:27:38.587370+0000","last_became_peered":"2023-11-30T08:27:38.587370+0000","last_unstale":"2023-11-30T08:27:38.590663+0000","last_undegraded":"2023-11-30T08:27:38.590663+0000","last_fullsized":"2023-11-30T08:27:38.590663+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:49:04.700269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.577398+0000","last_change":"2023-11-30T08:27:38.577398+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.577398+0000","last_undegraded":"2023-11-30T08:27:38.577398+0000","last_fullsized":"2023-11-30T08:27:38.577398+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.613791+0000","last_change":"2023-11-30T08:27:38.612603+0000","last_active":"2023-11-30T08:27:38.613791+0000","last_peered":"2023-11-30T08:27:38.613791+0000","last_clean":"2023-11-30T08:27:38.613791+0000","last_became_active":"2023-11-30T08:27:38.612229+0000","last_became_peered":"2023-11-30T08:27:38.612229+0000","last_unstale":"2023-11-30T08:27:38.613791+0000","last_undegraded":"2023-11-30T08:27:38.613791+0000","last_fullsized":"2023-11-30T08:27:38.613791+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:33:41.551343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581182+0000","last_change":"2023-11-30T08:27:38.581182+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581182+0000","last_undegraded":"2023-11-30T08:27:38.581182+0000","last_fullsized":"2023-11-30T08:27:38.581182+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.616119+0000","last_change":"2023-11-30T08:27:38.612806+0000","last_active":"2023-11-30T08:27:38.616119+0000","last_peered":"2023-11-30T08:27:38.616119+0000","last_clean":"2023-11-30T08:27:38.616119+0000","last_became_active":"2023-11-30T08:27:38.612478+0000","last_became_peered":"2023-11-30T08:27:38.612478+0000","last_unstale":"2023-11-30T08:27:38.616119+0000","last_undegraded":"2023-11-30T08:27:38.616119+0000","last_fullsized":"2023-11-30T08:27:38.616119+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:22:18.288535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586417+0000","last_change":"2023-11-30T08:27:38.586417+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586417+0000","last_undegraded":"2023-11-30T08:27:38.586417+0000","last_fullsized":"2023-11-30T08:27:38.586417+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622099+0000","last_change":"2023-11-30T08:27:38.618341+0000","last_active":"2023-11-30T08:27:38.622099+0000","last_peered":"2023-11-30T08:27:38.622099+0000","last_clean":"2023-11-30T08:27:38.622099+0000","last_became_active":"2023-11-30T08:27:38.617725+0000","last_became_peered":"2023-11-30T08:27:38.617725+0000","last_unstale":"2023-11-30T08:27:38.622099+0000","last_undegraded":"2023-11-30T08:27:38.622099+0000","last_fullsized":"2023-11-30T08:27:38.622099+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:58:54.889412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.594319+0000","last_change":"2023-11-30T08:27:38.594319+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.594319+0000","last_undegraded":"2023-11-30T08:27:38.594319+0000","last_fullsized":"2023-11-30T08:27:38.594319+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.610434+0000","last_change":"2023-11-30T08:27:38.605586+0000","last_active":"2023-11-30T08:27:38.610434+0000","last_peered":"2023-11-30T08:27:38.610434+0000","last_clean":"2023-11-30T08:27:38.610434+0000","last_became_active":"2023-11-30T08:27:38.605212+0000","last_became_peered":"2023-11-30T08:27:38.605212+0000","last_unstale":"2023-11-30T08:27:38.610434+0000","last_undegraded":"2023-11-30T08:27:38.610434+0000","last_fullsized":"2023-11-30T08:27:38.610434+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:06:38.255138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586878+0000","last_change":"2023-11-30T08:27:38.586878+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586878+0000","last_undegraded":"2023-11-30T08:27:38.586878+0000","last_fullsized":"2023-11-30T08:27:38.586878+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.620864+0000","last_change":"2023-11-30T08:27:38.617715+0000","last_active":"2023-11-30T08:27:38.620864+0000","last_peered":"2023-11-30T08:27:38.620864+0000","last_clean":"2023-11-30T08:27:38.620864+0000","last_became_active":"2023-11-30T08:27:38.617100+0000","last_became_peered":"2023-11-30T08:27:38.617100+0000","last_unstale":"2023-11-30T08:27:38.620864+0000","last_undegraded":"2023-11-30T08:27:38.620864+0000","last_fullsized":"2023-11-30T08:27:38.620864+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:10:02.943591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":170,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-11-30T08:27:37.571855+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:27:37.571855+0000","last_peered":"2023-11-30T08:27:37.571855+0000","last_clean":"2023-11-30T08:27:37.571855+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:27:37.571855+0000","last_undegraded":"2023-11-30T08:27:37.571855+0000","last_fullsized":"2023-11-30T08:27:37.571855+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574861,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":880640,"data_stored":695014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1240000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0309999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1539999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574861,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.069}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.103}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.149}]}]},{"osd":5,"up_from":13,"seq":55834574862,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.02}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2110000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4419999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.161}]}]},{"osd":4,"up_from":13,"seq":55834574862,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.046}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0840000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.341}]}]},{"osd":3,"up_from":13,"seq":55834574862,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2450000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1759999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574862,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574860,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0509999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.133}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]}]},{"osd":0,"up_from":13,"seq":55834574860,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":876544,"data_stored":694095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:27:43.347 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3f is not active+clean 2023-11-30T08:27:43.347 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.578959+0000', 'last_change': '2023-11-30T08:27:38.578959+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.578959+0000', 'last_undegraded': '2023-11-30T08:27:38.578959+0000', 'last_fullsized': '2023-11-30T08:27:38.578959+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-11-30T08:27:43.347 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3e is not active+clean 2023-11-30T08:27:43.348 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.600760+0000', 'last_change': '2023-11-30T08:27:38.600760+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.600760+0000', 'last_undegraded': '2023-11-30T08:27:38.600760+0000', 'last_fullsized': '2023-11-30T08:27:38.600760+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-30T08:27:43.348 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3d is not active+clean 2023-11-30T08:27:43.348 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.584526+0000', 'last_change': '2023-11-30T08:27:38.584526+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.584526+0000', 'last_undegraded': '2023-11-30T08:27:38.584526+0000', 'last_fullsized': '2023-11-30T08:27:38.584526+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-30T08:27:43.348 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3c is not active+clean 2023-11-30T08:27:43.348 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.596043+0000', 'last_change': '2023-11-30T08:27:38.596043+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.596043+0000', 'last_undegraded': '2023-11-30T08:27:38.596043+0000', 'last_fullsized': '2023-11-30T08:27:38.596043+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-30T08:27:43.348 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3b is not active+clean 2023-11-30T08:27:43.348 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.597206+0000', 'last_change': '2023-11-30T08:27:38.597206+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.597206+0000', 'last_undegraded': '2023-11-30T08:27:38.597206+0000', 'last_fullsized': '2023-11-30T08:27:38.597206+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-30T08:27:43.348 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3a is not active+clean 2023-11-30T08:27:43.348 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.601803+0000', 'last_change': '2023-11-30T08:27:38.601803+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.601803+0000', 'last_undegraded': '2023-11-30T08:27:38.601803+0000', 'last_fullsized': '2023-11-30T08:27:38.601803+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-30T08:27:43.348 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.39 is not active+clean 2023-11-30T08:27:43.348 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.588280+0000', 'last_change': '2023-11-30T08:27:38.588280+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.588280+0000', 'last_undegraded': '2023-11-30T08:27:38.588280+0000', 'last_fullsized': '2023-11-30T08:27:38.588280+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-30T08:27:43.348 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.38 is not active+clean 2023-11-30T08:27:43.349 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.596166+0000', 'last_change': '2023-11-30T08:27:38.596166+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.596166+0000', 'last_undegraded': '2023-11-30T08:27:38.596166+0000', 'last_fullsized': '2023-11-30T08:27:38.596166+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-30T08:27:43.349 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.37 is not active+clean 2023-11-30T08:27:43.349 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.594632+0000', 'last_change': '2023-11-30T08:27:38.594632+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.594632+0000', 'last_undegraded': '2023-11-30T08:27:38.594632+0000', 'last_fullsized': '2023-11-30T08:27:38.594632+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-30T08:27:43.349 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.36 is not active+clean 2023-11-30T08:27:43.349 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.595807+0000', 'last_change': '2023-11-30T08:27:38.595807+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.595807+0000', 'last_undegraded': '2023-11-30T08:27:38.595807+0000', 'last_fullsized': '2023-11-30T08:27:38.595807+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-30T08:27:43.349 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.35 is not active+clean 2023-11-30T08:27:43.349 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.588916+0000', 'last_change': '2023-11-30T08:27:38.588916+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.588916+0000', 'last_undegraded': '2023-11-30T08:27:38.588916+0000', 'last_fullsized': '2023-11-30T08:27:38.588916+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-30T08:27:43.349 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.34 is not active+clean 2023-11-30T08:27:43.349 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.583517+0000', 'last_change': '2023-11-30T08:27:38.583517+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.583517+0000', 'last_undegraded': '2023-11-30T08:27:38.583517+0000', 'last_fullsized': '2023-11-30T08:27:38.583517+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-30T08:27:43.349 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.33 is not active+clean 2023-11-30T08:27:43.349 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.596362+0000', 'last_change': '2023-11-30T08:27:38.596362+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.596362+0000', 'last_undegraded': '2023-11-30T08:27:38.596362+0000', 'last_fullsized': '2023-11-30T08:27:38.596362+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-30T08:27:43.350 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.32 is not active+clean 2023-11-30T08:27:43.350 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.596097+0000', 'last_change': '2023-11-30T08:27:38.596097+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.596097+0000', 'last_undegraded': '2023-11-30T08:27:38.596097+0000', 'last_fullsized': '2023-11-30T08:27:38.596097+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-30T08:27:43.350 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.31 is not active+clean 2023-11-30T08:27:43.350 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.581935+0000', 'last_change': '2023-11-30T08:27:38.581935+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.581935+0000', 'last_undegraded': '2023-11-30T08:27:38.581935+0000', 'last_fullsized': '2023-11-30T08:27:38.581935+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-30T08:27:43.350 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.30 is not active+clean 2023-11-30T08:27:43.350 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.586728+0000', 'last_change': '2023-11-30T08:27:38.586728+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.586728+0000', 'last_undegraded': '2023-11-30T08:27:38.586728+0000', 'last_fullsized': '2023-11-30T08:27:38.586728+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 3], 'acting': [7, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-30T08:27:43.350 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2f is not active+clean 2023-11-30T08:27:43.350 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.589346+0000', 'last_change': '2023-11-30T08:27:38.589346+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.589346+0000', 'last_undegraded': '2023-11-30T08:27:38.589346+0000', 'last_fullsized': '2023-11-30T08:27:38.589346+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-30T08:27:43.350 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2e is not active+clean 2023-11-30T08:27:43.350 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.588325+0000', 'last_change': '2023-11-30T08:27:38.588325+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.588325+0000', 'last_undegraded': '2023-11-30T08:27:38.588325+0000', 'last_fullsized': '2023-11-30T08:27:38.588325+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-30T08:27:43.350 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2d is not active+clean 2023-11-30T08:27:43.350 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.587914+0000', 'last_change': '2023-11-30T08:27:38.587914+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.587914+0000', 'last_undegraded': '2023-11-30T08:27:38.587914+0000', 'last_fullsized': '2023-11-30T08:27:38.587914+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-30T08:27:43.351 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2c is not active+clean 2023-11-30T08:27:43.351 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.596905+0000', 'last_change': '2023-11-30T08:27:38.596905+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.596905+0000', 'last_undegraded': '2023-11-30T08:27:38.596905+0000', 'last_fullsized': '2023-11-30T08:27:38.596905+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-30T08:27:43.351 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2b is not active+clean 2023-11-30T08:27:43.351 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.596333+0000', 'last_change': '2023-11-30T08:27:38.596333+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.596333+0000', 'last_undegraded': '2023-11-30T08:27:38.596333+0000', 'last_fullsized': '2023-11-30T08:27:38.596333+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-30T08:27:43.351 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2a is not active+clean 2023-11-30T08:27:43.351 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.591796+0000', 'last_change': '2023-11-30T08:27:38.591796+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.591796+0000', 'last_undegraded': '2023-11-30T08:27:38.591796+0000', 'last_fullsized': '2023-11-30T08:27:38.591796+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-30T08:27:43.351 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.29 is not active+clean 2023-11-30T08:27:43.352 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.580393+0000', 'last_change': '2023-11-30T08:27:38.580393+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.580393+0000', 'last_undegraded': '2023-11-30T08:27:38.580393+0000', 'last_fullsized': '2023-11-30T08:27:38.580393+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-30T08:27:43.352 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.28 is not active+clean 2023-11-30T08:27:43.352 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.581901+0000', 'last_change': '2023-11-30T08:27:38.581901+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.581901+0000', 'last_undegraded': '2023-11-30T08:27:38.581901+0000', 'last_fullsized': '2023-11-30T08:27:38.581901+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-30T08:27:43.352 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.27 is not active+clean 2023-11-30T08:27:43.352 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.597079+0000', 'last_change': '2023-11-30T08:27:38.597079+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.597079+0000', 'last_undegraded': '2023-11-30T08:27:38.597079+0000', 'last_fullsized': '2023-11-30T08:27:38.597079+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-30T08:27:43.352 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.26 is not active+clean 2023-11-30T08:27:43.352 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.586825+0000', 'last_change': '2023-11-30T08:27:38.586825+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.586825+0000', 'last_undegraded': '2023-11-30T08:27:38.586825+0000', 'last_fullsized': '2023-11-30T08:27:38.586825+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-30T08:27:43.352 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.25 is not active+clean 2023-11-30T08:27:43.352 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.596399+0000', 'last_change': '2023-11-30T08:27:38.596399+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.596399+0000', 'last_undegraded': '2023-11-30T08:27:38.596399+0000', 'last_fullsized': '2023-11-30T08:27:38.596399+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-30T08:27:43.352 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.24 is not active+clean 2023-11-30T08:27:43.353 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.579314+0000', 'last_change': '2023-11-30T08:27:38.579314+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.579314+0000', 'last_undegraded': '2023-11-30T08:27:38.579314+0000', 'last_fullsized': '2023-11-30T08:27:38.579314+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-30T08:27:43.353 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.23 is not active+clean 2023-11-30T08:27:43.353 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.595037+0000', 'last_change': '2023-11-30T08:27:38.595037+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.595037+0000', 'last_undegraded': '2023-11-30T08:27:38.595037+0000', 'last_fullsized': '2023-11-30T08:27:38.595037+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-30T08:27:43.353 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.22 is not active+clean 2023-11-30T08:27:43.353 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.590784+0000', 'last_change': '2023-11-30T08:27:38.590784+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.590784+0000', 'last_undegraded': '2023-11-30T08:27:38.590784+0000', 'last_fullsized': '2023-11-30T08:27:38.590784+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-30T08:27:43.353 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.21 is not active+clean 2023-11-30T08:27:43.353 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.579669+0000', 'last_change': '2023-11-30T08:27:38.579669+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.579669+0000', 'last_undegraded': '2023-11-30T08:27:38.579669+0000', 'last_fullsized': '2023-11-30T08:27:38.579669+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-11-30T08:27:43.353 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.20 is not active+clean 2023-11-30T08:27:43.353 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.593245+0000', 'last_change': '2023-11-30T08:27:38.593245+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.593245+0000', 'last_undegraded': '2023-11-30T08:27:38.593245+0000', 'last_fullsized': '2023-11-30T08:27:38.593245+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-30T08:27:43.353 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1e is not active+clean 2023-11-30T08:27:43.353 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.581662+0000', 'last_change': '2023-11-30T08:27:38.581662+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.581662+0000', 'last_undegraded': '2023-11-30T08:27:38.581662+0000', 'last_fullsized': '2023-11-30T08:27:38.581662+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-30T08:27:43.354 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1f is not active+clean 2023-11-30T08:27:43.354 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.577637+0000', 'last_change': '2023-11-30T08:27:38.577637+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.577637+0000', 'last_undegraded': '2023-11-30T08:27:38.577637+0000', 'last_fullsized': '2023-11-30T08:27:38.577637+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-11-30T08:27:43.354 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1c is not active+clean 2023-11-30T08:27:43.354 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.591438+0000', 'last_change': '2023-11-30T08:27:38.591438+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.591438+0000', 'last_undegraded': '2023-11-30T08:27:38.591438+0000', 'last_fullsized': '2023-11-30T08:27:38.591438+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-30T08:27:43.354 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1d is not active+clean 2023-11-30T08:27:43.354 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.594542+0000', 'last_change': '2023-11-30T08:27:38.594542+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.594542+0000', 'last_undegraded': '2023-11-30T08:27:38.594542+0000', 'last_fullsized': '2023-11-30T08:27:38.594542+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-30T08:27:43.354 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1a is not active+clean 2023-11-30T08:27:43.354 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.586827+0000', 'last_change': '2023-11-30T08:27:38.586827+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.586827+0000', 'last_undegraded': '2023-11-30T08:27:38.586827+0000', 'last_fullsized': '2023-11-30T08:27:38.586827+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-30T08:27:43.354 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1b is not active+clean 2023-11-30T08:27:43.354 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.582498+0000', 'last_change': '2023-11-30T08:27:38.582498+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.582498+0000', 'last_undegraded': '2023-11-30T08:27:38.582498+0000', 'last_fullsized': '2023-11-30T08:27:38.582498+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-30T08:27:43.355 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.18 is not active+clean 2023-11-30T08:27:43.355 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.591081+0000', 'last_change': '2023-11-30T08:27:38.591081+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.591081+0000', 'last_undegraded': '2023-11-30T08:27:38.591081+0000', 'last_fullsized': '2023-11-30T08:27:38.591081+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-30T08:27:43.355 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.19 is not active+clean 2023-11-30T08:27:43.355 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.593521+0000', 'last_change': '2023-11-30T08:27:38.593521+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.593521+0000', 'last_undegraded': '2023-11-30T08:27:38.593521+0000', 'last_fullsized': '2023-11-30T08:27:38.593521+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-30T08:27:43.355 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.16 is not active+clean 2023-11-30T08:27:43.355 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.580708+0000', 'last_change': '2023-11-30T08:27:38.580708+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.580708+0000', 'last_undegraded': '2023-11-30T08:27:38.580708+0000', 'last_fullsized': '2023-11-30T08:27:38.580708+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-30T08:27:43.355 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.17 is not active+clean 2023-11-30T08:27:43.355 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.586429+0000', 'last_change': '2023-11-30T08:27:38.586429+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.586429+0000', 'last_undegraded': '2023-11-30T08:27:38.586429+0000', 'last_fullsized': '2023-11-30T08:27:38.586429+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-30T08:27:43.355 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.14 is not active+clean 2023-11-30T08:27:43.355 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.593469+0000', 'last_change': '2023-11-30T08:27:38.593469+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.593469+0000', 'last_undegraded': '2023-11-30T08:27:38.593469+0000', 'last_fullsized': '2023-11-30T08:27:38.593469+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-30T08:27:43.356 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.15 is not active+clean 2023-11-30T08:27:43.356 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.582460+0000', 'last_change': '2023-11-30T08:27:38.582460+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.582460+0000', 'last_undegraded': '2023-11-30T08:27:38.582460+0000', 'last_fullsized': '2023-11-30T08:27:38.582460+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-30T08:27:43.356 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.12 is not active+clean 2023-11-30T08:27:43.356 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.586833+0000', 'last_change': '2023-11-30T08:27:38.586833+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.586833+0000', 'last_undegraded': '2023-11-30T08:27:38.586833+0000', 'last_fullsized': '2023-11-30T08:27:38.586833+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-30T08:27:43.356 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.13 is not active+clean 2023-11-30T08:27:43.356 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.586435+0000', 'last_change': '2023-11-30T08:27:38.586435+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.586435+0000', 'last_undegraded': '2023-11-30T08:27:38.586435+0000', 'last_fullsized': '2023-11-30T08:27:38.586435+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-30T08:27:43.356 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.10 is not active+clean 2023-11-30T08:27:43.356 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.591814+0000', 'last_change': '2023-11-30T08:27:38.591814+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.591814+0000', 'last_undegraded': '2023-11-30T08:27:38.591814+0000', 'last_fullsized': '2023-11-30T08:27:38.591814+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-30T08:27:43.356 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.11 is not active+clean 2023-11-30T08:27:43.356 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.578459+0000', 'last_change': '2023-11-30T08:27:38.578459+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.578459+0000', 'last_undegraded': '2023-11-30T08:27:38.578459+0000', 'last_fullsized': '2023-11-30T08:27:38.578459+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-11-30T08:27:43.356 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.e is not active+clean 2023-11-30T08:27:43.357 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.593607+0000', 'last_change': '2023-11-30T08:27:38.593607+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.593607+0000', 'last_undegraded': '2023-11-30T08:27:38.593607+0000', 'last_fullsized': '2023-11-30T08:27:38.593607+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-30T08:27:43.357 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.f is not active+clean 2023-11-30T08:27:43.357 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.584466+0000', 'last_change': '2023-11-30T08:27:38.584466+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.584466+0000', 'last_undegraded': '2023-11-30T08:27:38.584466+0000', 'last_fullsized': '2023-11-30T08:27:38.584466+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-30T08:27:43.357 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.c is not active+clean 2023-11-30T08:27:43.357 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.586785+0000', 'last_change': '2023-11-30T08:27:38.586785+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.586785+0000', 'last_undegraded': '2023-11-30T08:27:38.586785+0000', 'last_fullsized': '2023-11-30T08:27:38.586785+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2023-11-30T08:27:43.357 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.d is not active+clean 2023-11-30T08:27:43.357 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.595003+0000', 'last_change': '2023-11-30T08:27:38.595003+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.595003+0000', 'last_undegraded': '2023-11-30T08:27:38.595003+0000', 'last_fullsized': '2023-11-30T08:27:38.595003+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-30T08:27:43.357 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.a is not active+clean 2023-11-30T08:27:43.357 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.593544+0000', 'last_change': '2023-11-30T08:27:38.593544+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.593544+0000', 'last_undegraded': '2023-11-30T08:27:38.593544+0000', 'last_fullsized': '2023-11-30T08:27:38.593544+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-30T08:27:43.357 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.b is not active+clean 2023-11-30T08:27:43.357 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.588170+0000', 'last_change': '2023-11-30T08:27:38.588170+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.588170+0000', 'last_undegraded': '2023-11-30T08:27:38.588170+0000', 'last_fullsized': '2023-11-30T08:27:38.588170+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-30T08:27:43.358 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.8 is not active+clean 2023-11-30T08:27:43.358 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.587092+0000', 'last_change': '2023-11-30T08:27:38.587092+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.587092+0000', 'last_undegraded': '2023-11-30T08:27:38.587092+0000', 'last_fullsized': '2023-11-30T08:27:38.587092+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-30T08:27:43.358 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.9 is not active+clean 2023-11-30T08:27:43.358 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.590693+0000', 'last_change': '2023-11-30T08:27:38.590693+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.590693+0000', 'last_undegraded': '2023-11-30T08:27:38.590693+0000', 'last_fullsized': '2023-11-30T08:27:38.590693+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-30T08:27:43.358 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.6 is not active+clean 2023-11-30T08:27:43.358 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.587256+0000', 'last_change': '2023-11-30T08:27:38.587256+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.587256+0000', 'last_undegraded': '2023-11-30T08:27:38.587256+0000', 'last_fullsized': '2023-11-30T08:27:38.587256+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2023-11-30T08:27:43.358 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.7 is not active+clean 2023-11-30T08:27:43.358 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.581874+0000', 'last_change': '2023-11-30T08:27:38.581874+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.581874+0000', 'last_undegraded': '2023-11-30T08:27:38.581874+0000', 'last_fullsized': '2023-11-30T08:27:38.581874+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2023-11-30T08:27:43.358 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.5 is not active+clean 2023-11-30T08:27:43.358 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.581753+0000', 'last_change': '2023-11-30T08:27:38.581753+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.581753+0000', 'last_undegraded': '2023-11-30T08:27:38.581753+0000', 'last_fullsized': '2023-11-30T08:27:38.581753+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-30T08:27:43.358 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.2 is not active+clean 2023-11-30T08:27:43.359 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.577398+0000', 'last_change': '2023-11-30T08:27:38.577398+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.577398+0000', 'last_undegraded': '2023-11-30T08:27:38.577398+0000', 'last_fullsized': '2023-11-30T08:27:38.577398+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2023-11-30T08:27:43.359 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.3 is not active+clean 2023-11-30T08:27:43.359 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.581182+0000', 'last_change': '2023-11-30T08:27:38.581182+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.581182+0000', 'last_undegraded': '2023-11-30T08:27:38.581182+0000', 'last_fullsized': '2023-11-30T08:27:38.581182+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2023-11-30T08:27:43.359 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.0 is not active+clean 2023-11-30T08:27:43.359 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.586417+0000', 'last_change': '2023-11-30T08:27:38.586417+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.586417+0000', 'last_undegraded': '2023-11-30T08:27:38.586417+0000', 'last_fullsized': '2023-11-30T08:27:38.586417+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2023-11-30T08:27:43.359 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.1 is not active+clean 2023-11-30T08:27:43.359 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.594319+0000', 'last_change': '2023-11-30T08:27:38.594319+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.594319+0000', 'last_undegraded': '2023-11-30T08:27:38.594319+0000', 'last_fullsized': '2023-11-30T08:27:38.594319+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2023-11-30T08:27:43.359 INFO:tasks.cephfs.filesystem.ceph_manager:PG 5.4 is not active+clean 2023-11-30T08:27:43.359 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '5.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 27, 'state': 'creating+peering', 'last_fresh': '2023-11-30T08:27:38.586878+0000', 'last_change': '2023-11-30T08:27:38.586878+0000', 'last_active': '2023-11-30T08:27:38.555717+0000', 'last_peered': '2023-11-30T08:27:38.555717+0000', 'last_clean': '2023-11-30T08:27:38.555717+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2023-11-30T08:27:38.586878+0000', 'last_undegraded': '2023-11-30T08:27:38.586878+0000', 'last_fullsized': '2023-11-30T08:27:38.586878+0000', 'mapping_epoch': 27, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 27, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'last_clean_scrub_stamp': '2023-11-30T08:27:38.555717+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2023-11-30T08:27:43.360 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2023-11-30T08:27:43.455 INFO:tasks.ceph.mds.a.smithi116.stderr:2023-11-30T08:27:43.449+0000 7f83e2deb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-30T08:27:43.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f5752b2f640 1 Processor -- start 2023-11-30T08:27:43.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f5752b2f640 1 -- start start 2023-11-30T08:27:43.511 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f5752b2f640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f574c0b7040 0x7f574c06cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.511 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f5752b2f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f574c140bd0 0x7f574c06d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.511 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f5752b2f640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f574c0b7420 con 0x7f574c0b4860 2023-11-30T08:27:43.511 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f5752b2f640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f574c06bd20 con 0x7f574c0b7040 2023-11-30T08:27:43.511 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f5752b2f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f574c0b6520 con 0x7f574c140bd0 2023-11-30T08:27:43.511 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f57508cb640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f574c0b7040 0x7f574c06cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f57508cb640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f574c0b7040 0x7f574c06cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48140/0 (socket says 172.21.15.116:48140) 2023-11-30T08:27:43.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f57508cb640 1 -- 172.21.15.116:0/1792167319 learned_addr learned my addr 172.21.15.116:0/1792167319 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:43.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f57510cc640 1 --2- 172.21.15.116:0/1792167319 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f574c140bd0 0x7f574c06d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f57508cb640 1 -- 172.21.15.116:0/1792167319 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f574c140bd0 msgr2=0x7f574c06d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:43.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f57508cb640 1 --2- 172.21.15.116:0/1792167319 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f574c140bd0 0x7f574c06d180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f57508cb640 1 -- 172.21.15.116:0/1792167319 >> v1:172.21.15.162:6789/0 conn(0x7f574c0b4860 legacy=0x7f574c1404c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:43.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.501+0000 7f57508cb640 1 -- 172.21.15.116:0/1792167319 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f574c0b5f60 con 0x7f574c0b7040 2023-11-30T08:27:43.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f57508cb640 1 --2- 172.21.15.116:0/1792167319 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c0b7040 0x7f574c06cc40 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f5740009870 tx=0x7f574001c500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a013ddf3705432a1 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:43.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f574b7fe640 1 -- 172.21.15.116:0/1792167319 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57400aa640 con 0x7f574c0b7040 2023-11-30T08:27:43.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f574b7fe640 1 -- 172.21.15.116:0/1792167319 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57400aa7a0 con 0x7f574c0b7040 2023-11-30T08:27:43.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f574b7fe640 1 -- 172.21.15.116:0/1792167319 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57400aab30 con 0x7f574c0b7040 2023-11-30T08:27:43.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f5752b2f640 1 -- 172.21.15.116:0/1792167319 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c0b7040 msgr2=0x7f574c06cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f5752b2f640 1 --2- 172.21.15.116:0/1792167319 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c0b7040 0x7f574c06cc40 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f5740009870 tx=0x7f574001c500 comp rx=0 tx=0).stop 2023-11-30T08:27:43.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f5752b2f640 1 -- 172.21.15.116:0/1792167319 shutdown_connections 2023-11-30T08:27:43.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f5752b2f640 1 --2- 172.21.15.116:0/1792167319 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f574c140bd0 0x7f574c06d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f5752b2f640 1 --2- 172.21.15.116:0/1792167319 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c0b7040 0x7f574c06cc40 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f5752b2f640 1 -- 172.21.15.116:0/1792167319 >> 172.21.15.116:0/1792167319 conn(0x7f574c06a980 msgr2=0x7f574c06ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:43.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f5752b2f640 1 -- 172.21.15.116:0/1792167319 shutdown_connections 2023-11-30T08:27:43.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f5752b2f640 1 -- 172.21.15.116:0/1792167319 wait complete. 2023-11-30T08:27:43.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f5752b2f640 1 Processor -- start 2023-11-30T08:27:43.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.505+0000 7f5752b2f640 1 -- start start 2023-11-30T08:27:43.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f5752b2f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f574c0b4860 0x7f574c138140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f5752b2f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c0b7040 0x7f574c13be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f5752b2f640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f574c140bd0 0x7f574c134cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f5752b2f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f574c135200 con 0x7f574c0b7040 2023-11-30T08:27:43.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f5752b2f640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f574c137cb0 con 0x7f574c140bd0 2023-11-30T08:27:43.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f5752b2f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f574c135410 con 0x7f574c0b4860 2023-11-30T08:27:43.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f574bfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c0b7040 0x7f574c13be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f574bfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c0b7040 0x7f574c13be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48152/0 (socket says 172.21.15.116:48152) 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f574bfff640 1 -- 172.21.15.116:0/2076126986 learned_addr learned my addr 172.21.15.116:0/2076126986 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f57508cb640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f574c0b4860 0x7f574c138140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f57510cc640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f574c140bd0 0x7f574c134cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f574bfff640 1 -- 172.21.15.116:0/2076126986 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f574c0b4860 msgr2=0x7f574c138140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f574bfff640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f574c0b4860 0x7f574c138140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f574bfff640 1 -- 172.21.15.116:0/2076126986 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f574c140bd0 msgr2=0x7f574c134cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f574bfff640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f574c140bd0 0x7f574c134cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f574bfff640 1 -- 172.21.15.116:0/2076126986 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57400094d0 con 0x7f574c0b7040 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f57510cc640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f574c140bd0 0x7f574c134cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f574bfff640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c0b7040 0x7f574c13be20 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f573c00c450 tx=0x7f573c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f57497fa640 1 -- 172.21.15.116:0/2076126986 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f573c012830 con 0x7f574c0b7040 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f57497fa640 1 -- 172.21.15.116:0/2076126986 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f573c0129b0 con 0x7f574c0b7040 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f57497fa640 1 -- 172.21.15.116:0/2076126986 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f573c012d60 con 0x7f574c0b7040 2023-11-30T08:27:43.518 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f5752b2f640 1 -- 172.21.15.116:0/2076126986 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f574c1356f0 con 0x7f574c0b7040 2023-11-30T08:27:43.519 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f5752b2f640 1 -- 172.21.15.116:0/2076126986 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f574c137940 con 0x7f574c0b7040 2023-11-30T08:27:43.519 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f5752b2f640 1 -- 172.21.15.116:0/2076126986 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f574c0679e0 con 0x7f574c0b7040 2023-11-30T08:27:43.519 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f57497fa640 1 -- 172.21.15.116:0/2076126986 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f573c01c460 con 0x7f574c0b7040 2023-11-30T08:27:43.519 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.509+0000 7f57497fa640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5738066470 0x7f5738068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.520 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.513+0000 7f57497fa640 1 -- 172.21.15.116:0/2076126986 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f573c083d80 con 0x7f574c0b7040 2023-11-30T08:27:43.520 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.513+0000 7f57508cb640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5738066470 0x7f5738068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.520 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.513+0000 7f57508cb640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5738066470 0x7f5738068930 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f57400ae000 tx=0x7f57400a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:43.523 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.513+0000 7f57497fa640 1 -- 172.21.15.116:0/2076126986 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f573c0511f0 con 0x7f574c0b7040 2023-11-30T08:27:43.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.725+0000 7f5752b2f640 1 -- 172.21.15.116:0/2076126986 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f574c0688f0 con 0x7f574c0b7040 2023-11-30T08:27:43.733 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.725+0000 7f57497fa640 1 -- 172.21.15.116:0/2076126986 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+2387 (secure 0 0 0) 0x7f573c054810 con 0x7f574c0b7040 2023-11-30T08:27:43.734 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:43.734 INFO:teuthology.orchestra.run.smithi116.stdout:{"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":67,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":29,"num_osds":8,"num_up_osds":8,"osd_up_since":1701332808,"num_in_osds":8,"osd_in_since":1701332798,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":64},{"state_name":"active+clean","count":33}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":224825344,"bytes_avail":772869287936,"bytes_total":773094113280,"inactive_pgs_ratio":0.65979379415512085},"fsmap":{"epoch":15,"id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"a","status":"up:active","gid":4914}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":2,"modified":"2023-11-30T08:27:42.791472+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","0":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"1":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"3":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2023-11-30T08:27:43.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.729+0000 7f5752b2f640 1 -- 172.21.15.116:0/2076126986 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5738066470 msgr2=0x7f5738068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.729+0000 7f5752b2f640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5738066470 0x7f5738068930 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f57400ae000 tx=0x7f57400a7000 comp rx=0 tx=0).stop 2023-11-30T08:27:43.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.729+0000 7f5752b2f640 1 -- 172.21.15.116:0/2076126986 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c0b7040 msgr2=0x7f574c13be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.729+0000 7f5752b2f640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c0b7040 0x7f574c13be20 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f573c00c450 tx=0x7f573c00c910 comp rx=0 tx=0).stop 2023-11-30T08:27:43.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.729+0000 7f5752b2f640 1 -- 172.21.15.116:0/2076126986 shutdown_connections 2023-11-30T08:27:43.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.729+0000 7f5752b2f640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f574c140bd0 0x7f574c134cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.729+0000 7f5752b2f640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f574c0b7040 0x7f574c13be20 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.729+0000 7f5752b2f640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5738066470 0x7f5738068930 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.729+0000 7f5752b2f640 1 --2- 172.21.15.116:0/2076126986 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f574c0b4860 0x7f574c138140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.729+0000 7f5752b2f640 1 -- 172.21.15.116:0/2076126986 >> 172.21.15.116:0/2076126986 conn(0x7f574c06a980 msgr2=0x7f574c1460f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:43.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.729+0000 7f5752b2f640 1 -- 172.21.15.116:0/2076126986 shutdown_connections 2023-11-30T08:27:43.736 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.729+0000 7f5752b2f640 1 -- 172.21.15.116:0/2076126986 wait complete. 2023-11-30T08:27:43.752 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2023-11-30T08:27:43.752 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:27:43.871 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd9830a4640 1 Processor -- start 2023-11-30T08:27:43.872 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd9830a4640 1 -- start start 2023-11-30T08:27:43.873 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd9830a4640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fd97c0ae5b0 0x7fd97c0ae990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.873 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd9830a4640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd97c0b3230 0x7fd97c0b3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.873 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd9830a4640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fd97c0b17a0 0x7fd97c0b1c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.873 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd9830a4640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd97c0afe40 con 0x7fd97c0ae5b0 2023-11-30T08:27:43.873 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd9830a4640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd97c0b27e0 con 0x7fd97c0b17a0 2023-11-30T08:27:43.873 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd9830a4640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd97c0b3bb0 con 0x7fd97c0b3230 2023-11-30T08:27:43.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd980e40640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fd97c0ae5b0 0x7fd97c0ae990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd980e40640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fd97c0ae5b0 0x7fd97c0ae990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48168/0 (socket says 172.21.15.116:48168) 2023-11-30T08:27:43.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd980e40640 1 -- 172.21.15.116:0/3140758478 learned_addr learned my addr 172.21.15.116:0/3140758478 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:43.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd981641640 1 --2- 172.21.15.116:0/3140758478 >> v2:172.21.15.162:3300/0 conn(0x7fd97c0b17a0 0x7fd97c0b1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd973fff640 1 --2- 172.21.15.116:0/3140758478 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd97c0b3230 0x7fd97c0b3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd980e40640 1 -- 172.21.15.116:0/3140758478 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd97c0b3230 msgr2=0x7fd97c0b3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:43.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd980e40640 1 --2- 172.21.15.116:0/3140758478 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd97c0b3230 0x7fd97c0b3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd980e40640 1 -- 172.21.15.116:0/3140758478 >> v2:172.21.15.162:3300/0 conn(0x7fd97c0b17a0 msgr2=0x7fd97c0b1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:43.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd980e40640 1 --2- 172.21.15.116:0/3140758478 >> v2:172.21.15.162:3300/0 conn(0x7fd97c0b17a0 0x7fd97c0b1c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd980e40640 1 -- 172.21.15.116:0/3140758478 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd97c0b2a30 con 0x7fd97c0ae5b0 2023-11-30T08:27:43.874 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.865+0000 7fd973fff640 1 --2- 172.21.15.116:0/3140758478 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd97c0b3230 0x7fd97c0b3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:43.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd980e40640 1 --2- 172.21.15.116:0/3140758478 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd97c0ae5b0 0x7fd97c0ae990 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fd978009870 tx=0x7fd97801c440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a4bb69938546608 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:43.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9737fe640 1 -- 172.21.15.116:0/3140758478 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9780ad680 con 0x7fd97c0ae5b0 2023-11-30T08:27:43.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9737fe640 1 -- 172.21.15.116:0/3140758478 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9780ad7e0 con 0x7fd97c0ae5b0 2023-11-30T08:27:43.876 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9737fe640 1 -- 172.21.15.116:0/3140758478 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9780adb70 con 0x7fd97c0ae5b0 2023-11-30T08:27:43.877 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 -- 172.21.15.116:0/3140758478 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd97c0ae5b0 msgr2=0x7fd97c0ae990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.877 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 --2- 172.21.15.116:0/3140758478 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd97c0ae5b0 0x7fd97c0ae990 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fd978009870 tx=0x7fd97801c440 comp rx=0 tx=0).stop 2023-11-30T08:27:43.877 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 -- 172.21.15.116:0/3140758478 shutdown_connections 2023-11-30T08:27:43.877 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 --2- 172.21.15.116:0/3140758478 >> v2:172.21.15.162:3300/0 conn(0x7fd97c0b17a0 0x7fd97c0b1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.877 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 --2- 172.21.15.116:0/3140758478 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd97c0b3230 0x7fd97c0b3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.877 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 --2- 172.21.15.116:0/3140758478 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd97c0ae5b0 0x7fd97c0ae990 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.877 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 -- 172.21.15.116:0/3140758478 >> 172.21.15.116:0/3140758478 conn(0x7fd97c0b48e0 msgr2=0x7fd97c0b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:43.877 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 -- 172.21.15.116:0/3140758478 shutdown_connections 2023-11-30T08:27:43.877 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 -- 172.21.15.116:0/3140758478 wait complete. 2023-11-30T08:27:43.878 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 Processor -- start 2023-11-30T08:27:43.878 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 -- start start 2023-11-30T08:27:43.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd97c0ae5b0 0x7fd97c14ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd97c0b17a0 0x7fd97c135fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.880 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd97c0b3230 0x7fd97c133be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd97c135010 con 0x7fd97c0b3230 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd97c150450 con 0x7fd97c0ae5b0 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd97c136800 con 0x7fd97c0b17a0 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd981641640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd97c0b3230 0x7fd97c133be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd981641640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd97c0b3230 0x7fd97c133be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48178/0 (socket says 172.21.15.116:48178) 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd981641640 1 -- 172.21.15.116:0/943080788 learned_addr learned my addr 172.21.15.116:0/943080788 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd981641640 1 -- 172.21.15.116:0/943080788 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd97c0b17a0 msgr2=0x7fd97c135fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd980e40640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd97c0ae5b0 0x7fd97c14ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd973fff640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd97c0b17a0 0x7fd97c135fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd981641640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd97c0b17a0 0x7fd97c135fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd981641640 1 -- 172.21.15.116:0/943080788 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd97c0ae5b0 msgr2=0x7fd97c14ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd981641640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd97c0ae5b0 0x7fd97c14ff10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd981641640 1 -- 172.21.15.116:0/943080788 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9780094d0 con 0x7fd97c0b3230 2023-11-30T08:27:43.881 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd981641640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd97c0b3230 0x7fd97c133be0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fd974007e60 tx=0x7fd97400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:43.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9717fa640 1 -- 172.21.15.116:0/943080788 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd974014620 con 0x7fd97c0b3230 2023-11-30T08:27:43.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9717fa640 1 -- 172.21.15.116:0/943080788 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd97400ee90 con 0x7fd97c0b3230 2023-11-30T08:27:43.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 -- 172.21.15.116:0/943080788 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd97c150710 con 0x7fd97c0b3230 2023-11-30T08:27:43.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9717fa640 1 -- 172.21.15.116:0/943080788 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9740149e0 con 0x7fd97c0b3230 2023-11-30T08:27:43.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.869+0000 7fd9830a4640 1 -- 172.21.15.116:0/943080788 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd97c136510 con 0x7fd97c0b3230 2023-11-30T08:27:43.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.873+0000 7fd9830a4640 1 -- 172.21.15.116:0/943080788 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd97c0679e0 con 0x7fd97c0b3230 2023-11-30T08:27:43.882 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.873+0000 7fd9717fa640 1 -- 172.21.15.116:0/943080788 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd974014b40 con 0x7fd97c0b3230 2023-11-30T08:27:43.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.873+0000 7fd9717fa640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd968066470 0x7fd968068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:43.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.873+0000 7fd9717fa640 1 -- 172.21.15.116:0/943080788 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd974084730 con 0x7fd97c0b3230 2023-11-30T08:27:43.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.873+0000 7fd980e40640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd968066470 0x7fd968068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:43.883 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.873+0000 7fd980e40640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd968066470 0x7fd968068930 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd9780af000 tx=0x7fd978008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:43.885 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:43.877+0000 7fd9717fa640 1 -- 172.21.15.116:0/943080788 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd974051c40 con 0x7fd97c0b3230 2023-11-30T08:27:44.035 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.025+0000 7fd9830a4640 1 -- 172.21.15.116:0/943080788 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd97c0af530 con 0x7fd968066470 2023-11-30T08:27:44.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.037+0000 7fd9717fa640 1 -- 172.21.15.116:0/943080788 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+259301 (secure 0 0 0) 0x7fd97c0af530 con 0x7fd968066470 2023-11-30T08:27:44.050 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:44.051 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:27:44.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.041+0000 7fd9830a4640 1 -- 172.21.15.116:0/943080788 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd968066470 msgr2=0x7fd968068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:44.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.041+0000 7fd9830a4640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd968066470 0x7fd968068930 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd9780af000 tx=0x7fd978008040 comp rx=0 tx=0).stop 2023-11-30T08:27:44.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.041+0000 7fd9830a4640 1 -- 172.21.15.116:0/943080788 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd97c0b3230 msgr2=0x7fd97c133be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:44.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.041+0000 7fd9830a4640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd97c0b3230 0x7fd97c133be0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fd974007e60 tx=0x7fd97400e4b0 comp rx=0 tx=0).stop 2023-11-30T08:27:44.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.041+0000 7fd9830a4640 1 -- 172.21.15.116:0/943080788 shutdown_connections 2023-11-30T08:27:44.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.041+0000 7fd9830a4640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd97c0b3230 0x7fd97c133be0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:44.052 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.041+0000 7fd9830a4640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd968066470 0x7fd968068930 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:44.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.041+0000 7fd9830a4640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd97c0b17a0 0x7fd97c135fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:44.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.041+0000 7fd9830a4640 1 --2- 172.21.15.116:0/943080788 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd97c0ae5b0 0x7fd97c14ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:44.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.041+0000 7fd9830a4640 1 -- 172.21.15.116:0/943080788 >> 172.21.15.116:0/943080788 conn(0x7fd97c0b48e0 msgr2=0x7fd97c0b7120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:44.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.041+0000 7fd9830a4640 1 -- 172.21.15.116:0/943080788 shutdown_connections 2023-11-30T08:27:44.053 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:44.041+0000 7fd9830a4640 1 -- 172.21.15.116:0/943080788 wait complete. 2023-11-30T08:27:44.068 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":49,"stamp":"2023-11-30T08:27:42.791425+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":35,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219556,"kb_used_data":3396,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755164,"statfs":{"total":773094113280,"available":772869287936,"internally_reserved":0,"allocated":3477504,"data_stored":2016985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":56,"apply_latency_ms":56,"commit_latency_ns":56000000,"apply_latency_ns":56000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.233849"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.578959+0000","last_change":"2023-11-30T08:27:38.578959+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.578959+0000","last_undegraded":"2023-11-30T08:27:38.578959+0000","last_fullsized":"2023-11-30T08:27:38.578959+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.600760+0000","last_change":"2023-11-30T08:27:38.600760+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.600760+0000","last_undegraded":"2023-11-30T08:27:38.600760+0000","last_fullsized":"2023-11-30T08:27:38.600760+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.584526+0000","last_change":"2023-11-30T08:27:38.584526+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.584526+0000","last_undegraded":"2023-11-30T08:27:38.584526+0000","last_fullsized":"2023-11-30T08:27:38.584526+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596043+0000","last_change":"2023-11-30T08:27:38.596043+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596043+0000","last_undegraded":"2023-11-30T08:27:38.596043+0000","last_fullsized":"2023-11-30T08:27:38.596043+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.597206+0000","last_change":"2023-11-30T08:27:38.597206+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.597206+0000","last_undegraded":"2023-11-30T08:27:38.597206+0000","last_fullsized":"2023-11-30T08:27:38.597206+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.601803+0000","last_change":"2023-11-30T08:27:38.601803+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.601803+0000","last_undegraded":"2023-11-30T08:27:38.601803+0000","last_fullsized":"2023-11-30T08:27:38.601803+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588280+0000","last_change":"2023-11-30T08:27:38.588280+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588280+0000","last_undegraded":"2023-11-30T08:27:38.588280+0000","last_fullsized":"2023-11-30T08:27:38.588280+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596166+0000","last_change":"2023-11-30T08:27:38.596166+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596166+0000","last_undegraded":"2023-11-30T08:27:38.596166+0000","last_fullsized":"2023-11-30T08:27:38.596166+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.594632+0000","last_change":"2023-11-30T08:27:38.594632+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.594632+0000","last_undegraded":"2023-11-30T08:27:38.594632+0000","last_fullsized":"2023-11-30T08:27:38.594632+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.595807+0000","last_change":"2023-11-30T08:27:38.595807+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.595807+0000","last_undegraded":"2023-11-30T08:27:38.595807+0000","last_fullsized":"2023-11-30T08:27:38.595807+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588916+0000","last_change":"2023-11-30T08:27:38.588916+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588916+0000","last_undegraded":"2023-11-30T08:27:38.588916+0000","last_fullsized":"2023-11-30T08:27:38.588916+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.583517+0000","last_change":"2023-11-30T08:27:38.583517+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.583517+0000","last_undegraded":"2023-11-30T08:27:38.583517+0000","last_fullsized":"2023-11-30T08:27:38.583517+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596362+0000","last_change":"2023-11-30T08:27:38.596362+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596362+0000","last_undegraded":"2023-11-30T08:27:38.596362+0000","last_fullsized":"2023-11-30T08:27:38.596362+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596097+0000","last_change":"2023-11-30T08:27:38.596097+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596097+0000","last_undegraded":"2023-11-30T08:27:38.596097+0000","last_fullsized":"2023-11-30T08:27:38.596097+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581935+0000","last_change":"2023-11-30T08:27:38.581935+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581935+0000","last_undegraded":"2023-11-30T08:27:38.581935+0000","last_fullsized":"2023-11-30T08:27:38.581935+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586728+0000","last_change":"2023-11-30T08:27:38.586728+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586728+0000","last_undegraded":"2023-11-30T08:27:38.586728+0000","last_fullsized":"2023-11-30T08:27:38.586728+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.589346+0000","last_change":"2023-11-30T08:27:38.589346+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.589346+0000","last_undegraded":"2023-11-30T08:27:38.589346+0000","last_fullsized":"2023-11-30T08:27:38.589346+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588325+0000","last_change":"2023-11-30T08:27:38.588325+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588325+0000","last_undegraded":"2023-11-30T08:27:38.588325+0000","last_fullsized":"2023-11-30T08:27:38.588325+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.587914+0000","last_change":"2023-11-30T08:27:38.587914+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.587914+0000","last_undegraded":"2023-11-30T08:27:38.587914+0000","last_fullsized":"2023-11-30T08:27:38.587914+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596905+0000","last_change":"2023-11-30T08:27:38.596905+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596905+0000","last_undegraded":"2023-11-30T08:27:38.596905+0000","last_fullsized":"2023-11-30T08:27:38.596905+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596333+0000","last_change":"2023-11-30T08:27:38.596333+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596333+0000","last_undegraded":"2023-11-30T08:27:38.596333+0000","last_fullsized":"2023-11-30T08:27:38.596333+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591796+0000","last_change":"2023-11-30T08:27:38.591796+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591796+0000","last_undegraded":"2023-11-30T08:27:38.591796+0000","last_fullsized":"2023-11-30T08:27:38.591796+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.580393+0000","last_change":"2023-11-30T08:27:38.580393+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.580393+0000","last_undegraded":"2023-11-30T08:27:38.580393+0000","last_fullsized":"2023-11-30T08:27:38.580393+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581901+0000","last_change":"2023-11-30T08:27:38.581901+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581901+0000","last_undegraded":"2023-11-30T08:27:38.581901+0000","last_fullsized":"2023-11-30T08:27:38.581901+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.597079+0000","last_change":"2023-11-30T08:27:38.597079+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.597079+0000","last_undegraded":"2023-11-30T08:27:38.597079+0000","last_fullsized":"2023-11-30T08:27:38.597079+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586825+0000","last_change":"2023-11-30T08:27:38.586825+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586825+0000","last_undegraded":"2023-11-30T08:27:38.586825+0000","last_fullsized":"2023-11-30T08:27:38.586825+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.596399+0000","last_change":"2023-11-30T08:27:38.596399+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.596399+0000","last_undegraded":"2023-11-30T08:27:38.596399+0000","last_fullsized":"2023-11-30T08:27:38.596399+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.579314+0000","last_change":"2023-11-30T08:27:38.579314+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.579314+0000","last_undegraded":"2023-11-30T08:27:38.579314+0000","last_fullsized":"2023-11-30T08:27:38.579314+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.595037+0000","last_change":"2023-11-30T08:27:38.595037+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.595037+0000","last_undegraded":"2023-11-30T08:27:38.595037+0000","last_fullsized":"2023-11-30T08:27:38.595037+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.590784+0000","last_change":"2023-11-30T08:27:38.590784+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.590784+0000","last_undegraded":"2023-11-30T08:27:38.590784+0000","last_fullsized":"2023-11-30T08:27:38.590784+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.579669+0000","last_change":"2023-11-30T08:27:38.579669+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.579669+0000","last_undegraded":"2023-11-30T08:27:38.579669+0000","last_fullsized":"2023-11-30T08:27:38.579669+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593245+0000","last_change":"2023-11-30T08:27:38.593245+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593245+0000","last_undegraded":"2023-11-30T08:27:38.593245+0000","last_fullsized":"2023-11-30T08:27:38.593245+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581662+0000","last_change":"2023-11-30T08:27:38.581662+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581662+0000","last_undegraded":"2023-11-30T08:27:38.581662+0000","last_fullsized":"2023-11-30T08:27:38.581662+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.619550+0000","last_change":"2023-11-30T08:27:38.615345+0000","last_active":"2023-11-30T08:27:38.619550+0000","last_peered":"2023-11-30T08:27:38.619550+0000","last_clean":"2023-11-30T08:27:38.619550+0000","last_became_active":"2023-11-30T08:27:38.614390+0000","last_became_peered":"2023-11-30T08:27:38.614390+0000","last_unstale":"2023-11-30T08:27:38.619550+0000","last_undegraded":"2023-11-30T08:27:38.619550+0000","last_fullsized":"2023-11-30T08:27:38.619550+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:49:04.700269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.577637+0000","last_change":"2023-11-30T08:27:38.577637+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.577637+0000","last_undegraded":"2023-11-30T08:27:38.577637+0000","last_fullsized":"2023-11-30T08:27:38.577637+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.600519+0000","last_change":"2023-11-30T08:27:38.599176+0000","last_active":"2023-11-30T08:27:38.600519+0000","last_peered":"2023-11-30T08:27:38.600519+0000","last_clean":"2023-11-30T08:27:38.600519+0000","last_became_active":"2023-11-30T08:27:38.598792+0000","last_became_peered":"2023-11-30T08:27:38.598792+0000","last_unstale":"2023-11-30T08:27:38.600519+0000","last_undegraded":"2023-11-30T08:27:38.600519+0000","last_fullsized":"2023-11-30T08:27:38.600519+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:09:42.951516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591438+0000","last_change":"2023-11-30T08:27:38.591438+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591438+0000","last_undegraded":"2023-11-30T08:27:38.591438+0000","last_fullsized":"2023-11-30T08:27:38.591438+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.607945+0000","last_change":"2023-11-30T08:27:38.601016+0000","last_active":"2023-11-30T08:27:38.607945+0000","last_peered":"2023-11-30T08:27:38.607945+0000","last_clean":"2023-11-30T08:27:38.607945+0000","last_became_active":"2023-11-30T08:27:38.600320+0000","last_became_peered":"2023-11-30T08:27:38.600320+0000","last_unstale":"2023-11-30T08:27:38.607945+0000","last_undegraded":"2023-11-30T08:27:38.607945+0000","last_fullsized":"2023-11-30T08:27:38.607945+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:38:40.400663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.594542+0000","last_change":"2023-11-30T08:27:38.594542+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.594542+0000","last_undegraded":"2023-11-30T08:27:38.594542+0000","last_fullsized":"2023-11-30T08:27:38.594542+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.594559+0000","last_change":"2023-11-30T08:27:38.589055+0000","last_active":"2023-11-30T08:27:38.594559+0000","last_peered":"2023-11-30T08:27:38.594559+0000","last_clean":"2023-11-30T08:27:38.594559+0000","last_became_active":"2023-11-30T08:27:38.588613+0000","last_became_peered":"2023-11-30T08:27:38.588613+0000","last_unstale":"2023-11-30T08:27:38.594559+0000","last_undegraded":"2023-11-30T08:27:38.594559+0000","last_fullsized":"2023-11-30T08:27:38.594559+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:17:23.841778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586827+0000","last_change":"2023-11-30T08:27:38.586827+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586827+0000","last_undegraded":"2023-11-30T08:27:38.586827+0000","last_fullsized":"2023-11-30T08:27:38.586827+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622020+0000","last_change":"2023-11-30T08:27:38.617636+0000","last_active":"2023-11-30T08:27:38.622020+0000","last_peered":"2023-11-30T08:27:38.622020+0000","last_clean":"2023-11-30T08:27:38.622020+0000","last_became_active":"2023-11-30T08:27:38.616650+0000","last_became_peered":"2023-11-30T08:27:38.616650+0000","last_unstale":"2023-11-30T08:27:38.622020+0000","last_undegraded":"2023-11-30T08:27:38.622020+0000","last_fullsized":"2023-11-30T08:27:38.622020+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:01:23.651569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.582498+0000","last_change":"2023-11-30T08:27:38.582498+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.582498+0000","last_undegraded":"2023-11-30T08:27:38.582498+0000","last_fullsized":"2023-11-30T08:27:38.582498+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621975+0000","last_change":"2023-11-30T08:27:38.611857+0000","last_active":"2023-11-30T08:27:38.621975+0000","last_peered":"2023-11-30T08:27:38.621975+0000","last_clean":"2023-11-30T08:27:38.621975+0000","last_became_active":"2023-11-30T08:27:38.610972+0000","last_became_peered":"2023-11-30T08:27:38.610972+0000","last_unstale":"2023-11-30T08:27:38.621975+0000","last_undegraded":"2023-11-30T08:27:38.621975+0000","last_fullsized":"2023-11-30T08:27:38.621975+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T13:52:05.639603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591081+0000","last_change":"2023-11-30T08:27:38.591081+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591081+0000","last_undegraded":"2023-11-30T08:27:38.591081+0000","last_fullsized":"2023-11-30T08:27:38.591081+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.594414+0000","last_change":"2023-11-30T08:27:38.587260+0000","last_active":"2023-11-30T08:27:38.594414+0000","last_peered":"2023-11-30T08:27:38.594414+0000","last_clean":"2023-11-30T08:27:38.594414+0000","last_became_active":"2023-11-30T08:27:38.586891+0000","last_became_peered":"2023-11-30T08:27:38.586891+0000","last_unstale":"2023-11-30T08:27:38.594414+0000","last_undegraded":"2023-11-30T08:27:38.594414+0000","last_fullsized":"2023-11-30T08:27:38.594414+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:08:01.620359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593521+0000","last_change":"2023-11-30T08:27:38.593521+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593521+0000","last_undegraded":"2023-11-30T08:27:38.593521+0000","last_fullsized":"2023-11-30T08:27:38.593521+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621876+0000","last_change":"2023-11-30T08:27:38.611092+0000","last_active":"2023-11-30T08:27:38.621876+0000","last_peered":"2023-11-30T08:27:38.621876+0000","last_clean":"2023-11-30T08:27:38.621876+0000","last_became_active":"2023-11-30T08:27:38.610367+0000","last_became_peered":"2023-11-30T08:27:38.610367+0000","last_unstale":"2023-11-30T08:27:38.621876+0000","last_undegraded":"2023-11-30T08:27:38.621876+0000","last_fullsized":"2023-11-30T08:27:38.621876+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:50:00.104046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.580708+0000","last_change":"2023-11-30T08:27:38.580708+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.580708+0000","last_undegraded":"2023-11-30T08:27:38.580708+0000","last_fullsized":"2023-11-30T08:27:38.580708+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.610449+0000","last_change":"2023-11-30T08:27:38.605956+0000","last_active":"2023-11-30T08:27:38.610449+0000","last_peered":"2023-11-30T08:27:38.610449+0000","last_clean":"2023-11-30T08:27:38.610449+0000","last_became_active":"2023-11-30T08:27:38.605057+0000","last_became_peered":"2023-11-30T08:27:38.605057+0000","last_unstale":"2023-11-30T08:27:38.610449+0000","last_undegraded":"2023-11-30T08:27:38.610449+0000","last_fullsized":"2023-11-30T08:27:38.610449+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:13:23.628535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586429+0000","last_change":"2023-11-30T08:27:38.586429+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586429+0000","last_undegraded":"2023-11-30T08:27:38.586429+0000","last_fullsized":"2023-11-30T08:27:38.586429+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.599540+0000","last_change":"2023-11-30T08:27:38.595245+0000","last_active":"2023-11-30T08:27:38.599540+0000","last_peered":"2023-11-30T08:27:38.599540+0000","last_clean":"2023-11-30T08:27:38.599540+0000","last_became_active":"2023-11-30T08:27:38.594869+0000","last_became_peered":"2023-11-30T08:27:38.594869+0000","last_unstale":"2023-11-30T08:27:38.599540+0000","last_undegraded":"2023-11-30T08:27:38.599540+0000","last_fullsized":"2023-11-30T08:27:38.599540+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:46:26.235749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593469+0000","last_change":"2023-11-30T08:27:38.593469+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593469+0000","last_undegraded":"2023-11-30T08:27:38.593469+0000","last_fullsized":"2023-11-30T08:27:38.593469+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.613778+0000","last_change":"2023-11-30T08:27:38.600294+0000","last_active":"2023-11-30T08:27:38.613778+0000","last_peered":"2023-11-30T08:27:38.613778+0000","last_clean":"2023-11-30T08:27:38.613778+0000","last_became_active":"2023-11-30T08:27:38.599610+0000","last_became_peered":"2023-11-30T08:27:38.599610+0000","last_unstale":"2023-11-30T08:27:38.613778+0000","last_undegraded":"2023-11-30T08:27:38.613778+0000","last_fullsized":"2023-11-30T08:27:38.613778+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:36:55.842791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.582460+0000","last_change":"2023-11-30T08:27:38.582460+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.582460+0000","last_undegraded":"2023-11-30T08:27:38.582460+0000","last_fullsized":"2023-11-30T08:27:38.582460+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.610167+0000","last_change":"2023-11-30T08:27:38.601641+0000","last_active":"2023-11-30T08:27:38.610167+0000","last_peered":"2023-11-30T08:27:38.610167+0000","last_clean":"2023-11-30T08:27:38.610167+0000","last_became_active":"2023-11-30T08:27:38.600861+0000","last_became_peered":"2023-11-30T08:27:38.600861+0000","last_unstale":"2023-11-30T08:27:38.610167+0000","last_undegraded":"2023-11-30T08:27:38.610167+0000","last_fullsized":"2023-11-30T08:27:38.610167+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:09:42.951516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586833+0000","last_change":"2023-11-30T08:27:38.586833+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586833+0000","last_undegraded":"2023-11-30T08:27:38.586833+0000","last_fullsized":"2023-11-30T08:27:38.586833+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621919+0000","last_change":"2023-11-30T08:27:38.613151+0000","last_active":"2023-11-30T08:27:38.621919+0000","last_peered":"2023-11-30T08:27:38.621919+0000","last_clean":"2023-11-30T08:27:38.621919+0000","last_became_active":"2023-11-30T08:27:38.612504+0000","last_became_peered":"2023-11-30T08:27:38.612504+0000","last_unstale":"2023-11-30T08:27:38.621919+0000","last_undegraded":"2023-11-30T08:27:38.621919+0000","last_fullsized":"2023-11-30T08:27:38.621919+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:05:20.389651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586435+0000","last_change":"2023-11-30T08:27:38.586435+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586435+0000","last_undegraded":"2023-11-30T08:27:38.586435+0000","last_fullsized":"2023-11-30T08:27:38.586435+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.602905+0000","last_change":"2023-11-30T08:27:38.599755+0000","last_active":"2023-11-30T08:27:38.602905+0000","last_peered":"2023-11-30T08:27:38.602905+0000","last_clean":"2023-11-30T08:27:38.602905+0000","last_became_active":"2023-11-30T08:27:38.599311+0000","last_became_peered":"2023-11-30T08:27:38.599311+0000","last_unstale":"2023-11-30T08:27:38.602905+0000","last_undegraded":"2023-11-30T08:27:38.602905+0000","last_fullsized":"2023-11-30T08:27:38.602905+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:57:09.457385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.591814+0000","last_change":"2023-11-30T08:27:38.591814+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.591814+0000","last_undegraded":"2023-11-30T08:27:38.591814+0000","last_fullsized":"2023-11-30T08:27:38.591814+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.608081+0000","last_change":"2023-11-30T08:27:38.595001+0000","last_active":"2023-11-30T08:27:38.608081+0000","last_peered":"2023-11-30T08:27:38.608081+0000","last_clean":"2023-11-30T08:27:38.608081+0000","last_became_active":"2023-11-30T08:27:38.594601+0000","last_became_peered":"2023-11-30T08:27:38.594601+0000","last_unstale":"2023-11-30T08:27:38.608081+0000","last_undegraded":"2023-11-30T08:27:38.608081+0000","last_fullsized":"2023-11-30T08:27:38.608081+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:47.362929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.578459+0000","last_change":"2023-11-30T08:27:38.578459+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.578459+0000","last_undegraded":"2023-11-30T08:27:38.578459+0000","last_fullsized":"2023-11-30T08:27:38.578459+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.607872+0000","last_change":"2023-11-30T08:27:38.600715+0000","last_active":"2023-11-30T08:27:38.607872+0000","last_peered":"2023-11-30T08:27:38.607872+0000","last_clean":"2023-11-30T08:27:38.607872+0000","last_became_active":"2023-11-30T08:27:38.600366+0000","last_became_peered":"2023-11-30T08:27:38.600366+0000","last_unstale":"2023-11-30T08:27:38.607872+0000","last_undegraded":"2023-11-30T08:27:38.607872+0000","last_fullsized":"2023-11-30T08:27:38.607872+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:04:29.021713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593607+0000","last_change":"2023-11-30T08:27:38.593607+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593607+0000","last_undegraded":"2023-11-30T08:27:38.593607+0000","last_fullsized":"2023-11-30T08:27:38.593607+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.602859+0000","last_change":"2023-11-30T08:27:38.597998+0000","last_active":"2023-11-30T08:27:38.602859+0000","last_peered":"2023-11-30T08:27:38.602859+0000","last_clean":"2023-11-30T08:27:38.602859+0000","last_became_active":"2023-11-30T08:27:38.597618+0000","last_became_peered":"2023-11-30T08:27:38.597618+0000","last_unstale":"2023-11-30T08:27:38.602859+0000","last_undegraded":"2023-11-30T08:27:38.602859+0000","last_fullsized":"2023-11-30T08:27:38.602859+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:33:41.551343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.584466+0000","last_change":"2023-11-30T08:27:38.584466+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.584466+0000","last_undegraded":"2023-11-30T08:27:38.584466+0000","last_fullsized":"2023-11-30T08:27:38.584466+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622095+0000","last_change":"2023-11-30T08:27:38.618276+0000","last_active":"2023-11-30T08:27:38.622095+0000","last_peered":"2023-11-30T08:27:38.622095+0000","last_clean":"2023-11-30T08:27:38.622095+0000","last_became_active":"2023-11-30T08:27:38.617522+0000","last_became_peered":"2023-11-30T08:27:38.617522+0000","last_unstale":"2023-11-30T08:27:38.622095+0000","last_undegraded":"2023-11-30T08:27:38.622095+0000","last_fullsized":"2023-11-30T08:27:38.622095+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:25:16.753999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586785+0000","last_change":"2023-11-30T08:27:38.586785+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586785+0000","last_undegraded":"2023-11-30T08:27:38.586785+0000","last_fullsized":"2023-11-30T08:27:38.586785+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621768+0000","last_change":"2023-11-30T08:27:38.607541+0000","last_active":"2023-11-30T08:27:38.621768+0000","last_peered":"2023-11-30T08:27:38.621768+0000","last_clean":"2023-11-30T08:27:38.621768+0000","last_became_active":"2023-11-30T08:27:38.606818+0000","last_became_peered":"2023-11-30T08:27:38.606818+0000","last_unstale":"2023-11-30T08:27:38.621768+0000","last_undegraded":"2023-11-30T08:27:38.621768+0000","last_fullsized":"2023-11-30T08:27:38.621768+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:19:32.298617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.595003+0000","last_change":"2023-11-30T08:27:38.595003+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.595003+0000","last_undegraded":"2023-11-30T08:27:38.595003+0000","last_fullsized":"2023-11-30T08:27:38.595003+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.621846+0000","last_change":"2023-11-30T08:27:38.609341+0000","last_active":"2023-11-30T08:27:38.621846+0000","last_peered":"2023-11-30T08:27:38.621846+0000","last_clean":"2023-11-30T08:27:38.621846+0000","last_became_active":"2023-11-30T08:27:38.608662+0000","last_became_peered":"2023-11-30T08:27:38.608662+0000","last_unstale":"2023-11-30T08:27:38.621846+0000","last_undegraded":"2023-11-30T08:27:38.621846+0000","last_fullsized":"2023-11-30T08:27:38.621846+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:47:07.399556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.593544+0000","last_change":"2023-11-30T08:27:38.593544+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.593544+0000","last_undegraded":"2023-11-30T08:27:38.593544+0000","last_fullsized":"2023-11-30T08:27:38.593544+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.599453+0000","last_change":"2023-11-30T08:27:38.594351+0000","last_active":"2023-11-30T08:27:38.599453+0000","last_peered":"2023-11-30T08:27:38.599453+0000","last_clean":"2023-11-30T08:27:38.599453+0000","last_became_active":"2023-11-30T08:27:38.593903+0000","last_became_peered":"2023-11-30T08:27:38.593903+0000","last_unstale":"2023-11-30T08:27:38.599453+0000","last_undegraded":"2023-11-30T08:27:38.599453+0000","last_fullsized":"2023-11-30T08:27:38.599453+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:02:20.024054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.588170+0000","last_change":"2023-11-30T08:27:38.588170+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.588170+0000","last_undegraded":"2023-11-30T08:27:38.588170+0000","last_fullsized":"2023-11-30T08:27:38.588170+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.605557+0000","last_change":"2023-11-30T08:27:38.598352+0000","last_active":"2023-11-30T08:27:38.605557+0000","last_peered":"2023-11-30T08:27:38.605557+0000","last_clean":"2023-11-30T08:27:38.605557+0000","last_became_active":"2023-11-30T08:27:38.597654+0000","last_became_peered":"2023-11-30T08:27:38.597654+0000","last_unstale":"2023-11-30T08:27:38.605557+0000","last_undegraded":"2023-11-30T08:27:38.605557+0000","last_fullsized":"2023-11-30T08:27:38.605557+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:57:09.457385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.587092+0000","last_change":"2023-11-30T08:27:38.587092+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.587092+0000","last_undegraded":"2023-11-30T08:27:38.587092+0000","last_fullsized":"2023-11-30T08:27:38.587092+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622006+0000","last_change":"2023-11-30T08:27:38.617418+0000","last_active":"2023-11-30T08:27:38.622006+0000","last_peered":"2023-11-30T08:27:38.622006+0000","last_clean":"2023-11-30T08:27:38.622006+0000","last_became_active":"2023-11-30T08:27:38.616825+0000","last_became_peered":"2023-11-30T08:27:38.616825+0000","last_unstale":"2023-11-30T08:27:38.622006+0000","last_undegraded":"2023-11-30T08:27:38.622006+0000","last_fullsized":"2023-11-30T08:27:38.622006+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:13:53.133390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.590693+0000","last_change":"2023-11-30T08:27:38.590693+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.590693+0000","last_undegraded":"2023-11-30T08:27:38.590693+0000","last_fullsized":"2023-11-30T08:27:38.590693+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.613741+0000","last_change":"2023-11-30T08:27:38.604246+0000","last_active":"2023-11-30T08:27:38.613741+0000","last_peered":"2023-11-30T08:27:38.613741+0000","last_clean":"2023-11-30T08:27:38.613741+0000","last_became_active":"2023-11-30T08:27:38.603408+0000","last_became_peered":"2023-11-30T08:27:38.603408+0000","last_unstale":"2023-11-30T08:27:38.613741+0000","last_undegraded":"2023-11-30T08:27:38.613741+0000","last_fullsized":"2023-11-30T08:27:38.613741+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:29:17.522939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.587256+0000","last_change":"2023-11-30T08:27:38.587256+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.587256+0000","last_undegraded":"2023-11-30T08:27:38.587256+0000","last_fullsized":"2023-11-30T08:27:38.587256+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.616129+0000","last_change":"2023-11-30T08:27:38.613267+0000","last_active":"2023-11-30T08:27:38.616129+0000","last_peered":"2023-11-30T08:27:38.616129+0000","last_clean":"2023-11-30T08:27:38.616129+0000","last_became_active":"2023-11-30T08:27:38.612596+0000","last_became_peered":"2023-11-30T08:27:38.612596+0000","last_unstale":"2023-11-30T08:27:38.616129+0000","last_undegraded":"2023-11-30T08:27:38.616129+0000","last_fullsized":"2023-11-30T08:27:38.616129+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:10:02.943591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581874+0000","last_change":"2023-11-30T08:27:38.581874+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581874+0000","last_undegraded":"2023-11-30T08:27:38.581874+0000","last_fullsized":"2023-11-30T08:27:38.581874+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.599512+0000","last_change":"2023-11-30T08:27:38.589962+0000","last_active":"2023-11-30T08:27:38.599512+0000","last_peered":"2023-11-30T08:27:38.599512+0000","last_clean":"2023-11-30T08:27:38.599512+0000","last_became_active":"2023-11-30T08:27:38.589411+0000","last_became_peered":"2023-11-30T08:27:38.589411+0000","last_unstale":"2023-11-30T08:27:38.599512+0000","last_undegraded":"2023-11-30T08:27:38.599512+0000","last_fullsized":"2023-11-30T08:27:38.599512+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:22:18.288535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581753+0000","last_change":"2023-11-30T08:27:38.581753+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581753+0000","last_undegraded":"2023-11-30T08:27:38.581753+0000","last_fullsized":"2023-11-30T08:27:38.581753+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.590663+0000","last_change":"2023-11-30T08:27:38.587912+0000","last_active":"2023-11-30T08:27:38.590663+0000","last_peered":"2023-11-30T08:27:38.590663+0000","last_clean":"2023-11-30T08:27:38.590663+0000","last_became_active":"2023-11-30T08:27:38.587370+0000","last_became_peered":"2023-11-30T08:27:38.587370+0000","last_unstale":"2023-11-30T08:27:38.590663+0000","last_undegraded":"2023-11-30T08:27:38.590663+0000","last_fullsized":"2023-11-30T08:27:38.590663+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:49:04.700269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.577398+0000","last_change":"2023-11-30T08:27:38.577398+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.577398+0000","last_undegraded":"2023-11-30T08:27:38.577398+0000","last_fullsized":"2023-11-30T08:27:38.577398+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.613791+0000","last_change":"2023-11-30T08:27:38.612603+0000","last_active":"2023-11-30T08:27:38.613791+0000","last_peered":"2023-11-30T08:27:38.613791+0000","last_clean":"2023-11-30T08:27:38.613791+0000","last_became_active":"2023-11-30T08:27:38.612229+0000","last_became_peered":"2023-11-30T08:27:38.612229+0000","last_unstale":"2023-11-30T08:27:38.613791+0000","last_undegraded":"2023-11-30T08:27:38.613791+0000","last_fullsized":"2023-11-30T08:27:38.613791+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:33:41.551343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.581182+0000","last_change":"2023-11-30T08:27:38.581182+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.581182+0000","last_undegraded":"2023-11-30T08:27:38.581182+0000","last_fullsized":"2023-11-30T08:27:38.581182+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.616119+0000","last_change":"2023-11-30T08:27:38.612806+0000","last_active":"2023-11-30T08:27:38.616119+0000","last_peered":"2023-11-30T08:27:38.616119+0000","last_clean":"2023-11-30T08:27:38.616119+0000","last_became_active":"2023-11-30T08:27:38.612478+0000","last_became_peered":"2023-11-30T08:27:38.612478+0000","last_unstale":"2023-11-30T08:27:38.616119+0000","last_undegraded":"2023-11-30T08:27:38.616119+0000","last_fullsized":"2023-11-30T08:27:38.616119+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:22:18.288535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586417+0000","last_change":"2023-11-30T08:27:38.586417+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586417+0000","last_undegraded":"2023-11-30T08:27:38.586417+0000","last_fullsized":"2023-11-30T08:27:38.586417+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.622099+0000","last_change":"2023-11-30T08:27:38.618341+0000","last_active":"2023-11-30T08:27:38.622099+0000","last_peered":"2023-11-30T08:27:38.622099+0000","last_clean":"2023-11-30T08:27:38.622099+0000","last_became_active":"2023-11-30T08:27:38.617725+0000","last_became_peered":"2023-11-30T08:27:38.617725+0000","last_unstale":"2023-11-30T08:27:38.622099+0000","last_undegraded":"2023-11-30T08:27:38.622099+0000","last_fullsized":"2023-11-30T08:27:38.622099+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:58:54.889412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.594319+0000","last_change":"2023-11-30T08:27:38.594319+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.594319+0000","last_undegraded":"2023-11-30T08:27:38.594319+0000","last_fullsized":"2023-11-30T08:27:38.594319+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.610434+0000","last_change":"2023-11-30T08:27:38.605586+0000","last_active":"2023-11-30T08:27:38.610434+0000","last_peered":"2023-11-30T08:27:38.610434+0000","last_clean":"2023-11-30T08:27:38.610434+0000","last_became_active":"2023-11-30T08:27:38.605212+0000","last_became_peered":"2023-11-30T08:27:38.605212+0000","last_unstale":"2023-11-30T08:27:38.610434+0000","last_undegraded":"2023-11-30T08:27:38.610434+0000","last_fullsized":"2023-11-30T08:27:38.610434+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:06:38.255138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":1,"reported_epoch":27,"state":"creating+peering","last_fresh":"2023-11-30T08:27:38.586878+0000","last_change":"2023-11-30T08:27:38.586878+0000","last_active":"2023-11-30T08:27:38.555717+0000","last_peered":"2023-11-30T08:27:38.555717+0000","last_clean":"2023-11-30T08:27:38.555717+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2023-11-30T08:27:38.586878+0000","last_undegraded":"2023-11-30T08:27:38.586878+0000","last_fullsized":"2023-11-30T08:27:38.586878+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":9,"reported_epoch":27,"state":"active+clean","last_fresh":"2023-11-30T08:27:38.620864+0000","last_change":"2023-11-30T08:27:38.617715+0000","last_active":"2023-11-30T08:27:38.620864+0000","last_peered":"2023-11-30T08:27:38.620864+0000","last_clean":"2023-11-30T08:27:38.620864+0000","last_became_active":"2023-11-30T08:27:38.617100+0000","last_became_peered":"2023-11-30T08:27:38.617100+0000","last_unstale":"2023-11-30T08:27:38.620864+0000","last_undegraded":"2023-11-30T08:27:38.620864+0000","last_fullsized":"2023-11-30T08:27:38.620864+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:10:02.943591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":170,"reported_epoch":26,"state":"active+clean","last_fresh":"2023-11-30T08:27:37.571855+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:27:37.571855+0000","last_peered":"2023-11-30T08:27:37.571855+0000","last_clean":"2023-11-30T08:27:37.571855+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:27:37.571855+0000","last_undegraded":"2023-11-30T08:27:37.571855+0000","last_fullsized":"2023-11-30T08:27:37.571855+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574861,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27880,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343960,"statfs":{"total":96636764160,"available":96608215040,"internally_reserved":0,"allocated":880640,"data_stored":695014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":11,"apply_latency_ms":11,"commit_latency_ns":11000000,"apply_latency_ns":11000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1240000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0309999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76100000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1539999999999999}]}]},{"osd":6,"up_from":13,"seq":55834574861,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.069}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.103}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.149}]}]},{"osd":5,"up_from":13,"seq":55834574862,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.02}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97799999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2110000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4419999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.161}]}]},{"osd":4,"up_from":13,"seq":55834574862,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.046}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0840000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.341}]}]},{"osd":3,"up_from":13,"seq":55834574862,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92500000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2450000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1759999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574862,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58199999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0649999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574860,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":286720,"data_stored":104646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0509999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93200000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.133}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]}]},{"osd":0,"up_from":13,"seq":55834574860,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":876544,"data_stored":694095,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.62}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:27:47.073 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:27:47.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.193+0000 7fcac77e1640 1 Processor -- start 2023-11-30T08:27:47.203 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.193+0000 7fcac77e1640 1 -- start start 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac77e1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcac00ae5b0 0x7fcac00ae990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac77e1640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fcac00b17a0 0x7fcac00b1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac77e1640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcac00b27e0 con 0x7fcac00b3230 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac77e1640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcac00afe40 con 0x7fcac00b17a0 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac77e1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcac00b2a30 con 0x7fcac00ae5b0 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac5d7e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fcac00b17a0 0x7fcac00b1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac4d7c640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fcac00b3230 0x7fcac00b3670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:45006/0 (socket says 172.21.15.116:45006) 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac4d7c640 1 -- 172.21.15.116:0/3085022100 learned_addr learned my addr 172.21.15.116:0/3085022100 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac557d640 1 --2- 172.21.15.116:0/3085022100 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcac00ae5b0 0x7fcac00ae990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac5d7e640 1 -- 172.21.15.116:0/3085022100 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcac00ae5b0 msgr2=0x7fcac00ae990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac5d7e640 1 --2- 172.21.15.116:0/3085022100 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcac00ae5b0 0x7fcac00ae990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac5d7e640 1 -- 172.21.15.116:0/3085022100 >> v1:172.21.15.116:6789/0 conn(0x7fcac00b3230 legacy=0x7fcac00b3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.205 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac5d7e640 1 -- 172.21.15.116:0/3085022100 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcac00b2d10 con 0x7fcac00b17a0 2023-11-30T08:27:47.207 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcac5d7e640 1 --2- 172.21.15.116:0/3085022100 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcac00b17a0 0x7fcac00b1bf0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fcab8009d90 tx=0x7fcab801c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4c751b98072f6de server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:47.207 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcab7fff640 1 -- 172.21.15.116:0/3085022100 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcab80a58f0 con 0x7fcac00b17a0 2023-11-30T08:27:47.207 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcab7fff640 1 -- 172.21.15.116:0/3085022100 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcab80a5a50 con 0x7fcac00b17a0 2023-11-30T08:27:47.207 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.197+0000 7fcab7fff640 1 -- 172.21.15.116:0/3085022100 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcab80a5de0 con 0x7fcac00b17a0 2023-11-30T08:27:47.208 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 -- 172.21.15.116:0/3085022100 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcac00b17a0 msgr2=0x7fcac00b1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.208 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 --2- 172.21.15.116:0/3085022100 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcac00b17a0 0x7fcac00b1bf0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fcab8009d90 tx=0x7fcab801c890 comp rx=0 tx=0).stop 2023-11-30T08:27:47.208 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 -- 172.21.15.116:0/3085022100 shutdown_connections 2023-11-30T08:27:47.208 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 --2- 172.21.15.116:0/3085022100 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcac00b17a0 0x7fcac00b1bf0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.208 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 --2- 172.21.15.116:0/3085022100 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcac00ae5b0 0x7fcac00ae990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.208 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 -- 172.21.15.116:0/3085022100 >> 172.21.15.116:0/3085022100 conn(0x7fcac00b48e0 msgr2=0x7fcac00b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:47.208 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 -- 172.21.15.116:0/3085022100 shutdown_connections 2023-11-30T08:27:47.208 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 -- 172.21.15.116:0/3085022100 wait complete. 2023-11-30T08:27:47.209 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 Processor -- start 2023-11-30T08:27:47.209 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 -- start start 2023-11-30T08:27:47.210 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcac00ae5b0 0x7fcac01dfde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcac00b17a0 0x7fcac00b6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcac00b3230 0x7fcac013ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcac01e0d90 con 0x7fcac00b3230 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcac013d4c0 con 0x7fcac00b17a0 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcac013da40 con 0x7fcac00ae5b0 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac5d7e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcac00b3230 0x7fcac013ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac5d7e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcac00b3230 0x7fcac013ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48194/0 (socket says 172.21.15.116:48194) 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac5d7e640 1 -- 172.21.15.116:0/2825371409 learned_addr learned my addr 172.21.15.116:0/2825371409 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac557d640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcac00ae5b0 0x7fcac01dfde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac4d7c640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcac00b17a0 0x7fcac00b6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac5d7e640 1 -- 172.21.15.116:0/2825371409 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcac00ae5b0 msgr2=0x7fcac01dfde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac5d7e640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcac00ae5b0 0x7fcac01dfde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac5d7e640 1 -- 172.21.15.116:0/2825371409 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcac00b17a0 msgr2=0x7fcac00b6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac5d7e640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcac00b17a0 0x7fcac00b6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac5d7e640 1 -- 172.21.15.116:0/2825371409 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcab8009a70 con 0x7fcac00b3230 2023-11-30T08:27:47.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac557d640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcac00ae5b0 0x7fcac01dfde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:47.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac5d7e640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcac00b3230 0x7fcac013ded0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fcab80b0040 tx=0x7fcab8019630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:47.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcab5ffb640 1 -- 172.21.15.116:0/2825371409 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcab80b9860 con 0x7fcac00b3230 2023-11-30T08:27:47.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcab5ffb640 1 -- 172.21.15.116:0/2825371409 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcab80b99c0 con 0x7fcac00b3230 2023-11-30T08:27:47.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 -- 172.21.15.116:0/2825371409 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcac0142150 con 0x7fcac00b3230 2023-11-30T08:27:47.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcab5ffb640 1 -- 172.21.15.116:0/2825371409 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcab80b9d70 con 0x7fcac00b3230 2023-11-30T08:27:47.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 -- 172.21.15.116:0/2825371409 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcac013d6d0 con 0x7fcac00b3230 2023-11-30T08:27:47.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.201+0000 7fcac77e1640 1 -- 172.21.15.116:0/2825371409 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcac00679e0 con 0x7fcac00b3230 2023-11-30T08:27:47.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.205+0000 7fcab5ffb640 1 -- 172.21.15.116:0/2825371409 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fcab80ad440 con 0x7fcac00b3230 2023-11-30T08:27:47.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.205+0000 7fcab5ffb640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcaa4066470 0x7fcaa4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.205+0000 7fcac557d640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcaa4066470 0x7fcaa4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.205+0000 7fcab5ffb640 1 -- 172.21.15.116:0/2825371409 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcab811f2f0 con 0x7fcac00b3230 2023-11-30T08:27:47.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.205+0000 7fcac557d640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcaa4066470 0x7fcaa4068930 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fcab0007a70 tx=0x7fcab0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:47.217 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.209+0000 7fcab5ffb640 1 -- 172.21.15.116:0/2825371409 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fcab80ec920 con 0x7fcac00b3230 2023-11-30T08:27:47.370 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.361+0000 7fcac77e1640 1 -- 172.21.15.116:0/2825371409 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fcac014d650 con 0x7fcaa4066470 2023-11-30T08:27:47.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.381+0000 7fcab5ffb640 1 -- 172.21.15.116:0/2825371409 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264608 (secure 0 0 0) 0x7fcab0007710 con 0x7fcaa4066470 2023-11-30T08:27:47.392 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:47.394 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:27:47.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.385+0000 7fcac77e1640 1 -- 172.21.15.116:0/2825371409 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcaa4066470 msgr2=0x7fcaa4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.385+0000 7fcac77e1640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcaa4066470 0x7fcaa4068930 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fcab0007a70 tx=0x7fcab0008040 comp rx=0 tx=0).stop 2023-11-30T08:27:47.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.385+0000 7fcac77e1640 1 -- 172.21.15.116:0/2825371409 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcac00b3230 msgr2=0x7fcac013ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.385+0000 7fcac77e1640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcac00b3230 0x7fcac013ded0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fcab80b0040 tx=0x7fcab8019630 comp rx=0 tx=0).stop 2023-11-30T08:27:47.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.385+0000 7fcac77e1640 1 -- 172.21.15.116:0/2825371409 shutdown_connections 2023-11-30T08:27:47.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.385+0000 7fcac77e1640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcac00b3230 0x7fcac013ded0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.385+0000 7fcac77e1640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fcac00b17a0 0x7fcac00b6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.385+0000 7fcac77e1640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fcaa4066470 0x7fcaa4068930 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.395 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.385+0000 7fcac77e1640 1 --2- 172.21.15.116:0/2825371409 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fcac00ae5b0 0x7fcac01dfde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.396 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.385+0000 7fcac77e1640 1 -- 172.21.15.116:0/2825371409 >> 172.21.15.116:0/2825371409 conn(0x7fcac00b48e0 msgr2=0x7fcac0070a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:47.396 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.385+0000 7fcac77e1640 1 -- 172.21.15.116:0/2825371409 shutdown_connections 2023-11-30T08:27:47.396 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.385+0000 7fcac77e1640 1 -- 172.21.15.116:0/2825371409 wait complete. 2023-11-30T08:27:47.411 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":51,"stamp":"2023-11-30T08:27:46.792792+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":187,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219908,"kb_used_data":3748,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754812,"statfs":{"total":773094113280,"available":772868927488,"internally_reserved":0,"allocated":3837952,"data_stored":2176541,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":75,"apply_latency_ms":75,"commit_latency_ns":75000000,"apply_latency_ns":75000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002256"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.366255+0000","last_change":"2023-11-30T08:27:39.635876+0000","last_active":"2023-11-30T08:27:41.366255+0000","last_peered":"2023-11-30T08:27:41.366255+0000","last_clean":"2023-11-30T08:27:41.366255+0000","last_became_active":"2023-11-30T08:27:39.635104+0000","last_became_peered":"2023-11-30T08:27:39.635104+0000","last_unstale":"2023-11-30T08:27:41.366255+0000","last_undegraded":"2023-11-30T08:27:41.366255+0000","last_fullsized":"2023-11-30T08:27:41.366255+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:36:56.854605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365725+0000","last_change":"2023-11-30T08:27:39.615956+0000","last_active":"2023-11-30T08:27:41.365725+0000","last_peered":"2023-11-30T08:27:41.365725+0000","last_clean":"2023-11-30T08:27:41.365725+0000","last_became_active":"2023-11-30T08:27:39.614828+0000","last_became_peered":"2023-11-30T08:27:39.614828+0000","last_unstale":"2023-11-30T08:27:41.365725+0000","last_undegraded":"2023-11-30T08:27:41.365725+0000","last_fullsized":"2023-11-30T08:27:41.365725+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:34:51.570171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365633+0000","last_change":"2023-11-30T08:27:39.630771+0000","last_active":"2023-11-30T08:27:41.365633+0000","last_peered":"2023-11-30T08:27:41.365633+0000","last_clean":"2023-11-30T08:27:41.365633+0000","last_became_active":"2023-11-30T08:27:39.630061+0000","last_became_peered":"2023-11-30T08:27:39.630061+0000","last_unstale":"2023-11-30T08:27:41.365633+0000","last_undegraded":"2023-11-30T08:27:41.365633+0000","last_fullsized":"2023-11-30T08:27:41.365633+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:39:04.236664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.590327+0000","last_change":"2023-11-30T08:27:39.605868+0000","last_active":"2023-11-30T08:27:40.590327+0000","last_peered":"2023-11-30T08:27:40.590327+0000","last_clean":"2023-11-30T08:27:40.590327+0000","last_became_active":"2023-11-30T08:27:39.604173+0000","last_became_peered":"2023-11-30T08:27:39.604173+0000","last_unstale":"2023-11-30T08:27:40.590327+0000","last_undegraded":"2023-11-30T08:27:40.590327+0000","last_fullsized":"2023-11-30T08:27:40.590327+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:09:19.014633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.364313+0000","last_change":"2023-11-30T08:27:39.621597+0000","last_active":"2023-11-30T08:27:41.364313+0000","last_peered":"2023-11-30T08:27:41.364313+0000","last_clean":"2023-11-30T08:27:41.364313+0000","last_became_active":"2023-11-30T08:27:39.621128+0000","last_became_peered":"2023-11-30T08:27:39.621128+0000","last_unstale":"2023-11-30T08:27:41.364313+0000","last_undegraded":"2023-11-30T08:27:41.364313+0000","last_fullsized":"2023-11-30T08:27:41.364313+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:57:10.469199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.364736+0000","last_change":"2023-11-30T08:27:39.640370+0000","last_active":"2023-11-30T08:27:41.364736+0000","last_peered":"2023-11-30T08:27:41.364736+0000","last_clean":"2023-11-30T08:27:41.364736+0000","last_became_active":"2023-11-30T08:27:39.640087+0000","last_became_peered":"2023-11-30T08:27:39.640087+0000","last_unstale":"2023-11-30T08:27:41.364736+0000","last_undegraded":"2023-11-30T08:27:41.364736+0000","last_fullsized":"2023-11-30T08:27:41.364736+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:27:10.212048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.368062+0000","last_change":"2023-11-30T08:27:39.619226+0000","last_active":"2023-11-30T08:27:41.368062+0000","last_peered":"2023-11-30T08:27:41.368062+0000","last_clean":"2023-11-30T08:27:41.368062+0000","last_became_active":"2023-11-30T08:27:39.618495+0000","last_became_peered":"2023-11-30T08:27:39.618495+0000","last_unstale":"2023-11-30T08:27:41.368062+0000","last_undegraded":"2023-11-30T08:27:41.368062+0000","last_fullsized":"2023-11-30T08:27:41.368062+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:17:37.080298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365947+0000","last_change":"2023-11-30T08:27:39.617425+0000","last_active":"2023-11-30T08:27:41.365947+0000","last_peered":"2023-11-30T08:27:41.365947+0000","last_clean":"2023-11-30T08:27:41.365947+0000","last_became_active":"2023-11-30T08:27:39.612262+0000","last_became_peered":"2023-11-30T08:27:39.612262+0000","last_unstale":"2023-11-30T08:27:41.365947+0000","last_undegraded":"2023-11-30T08:27:41.365947+0000","last_fullsized":"2023-11-30T08:27:41.365947+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:00:06.215815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.594959+0000","last_change":"2023-11-30T08:27:39.625022+0000","last_active":"2023-11-30T08:27:40.594959+0000","last_peered":"2023-11-30T08:27:40.594959+0000","last_clean":"2023-11-30T08:27:40.594959+0000","last_became_active":"2023-11-30T08:27:39.624347+0000","last_became_peered":"2023-11-30T08:27:39.624347+0000","last_unstale":"2023-11-30T08:27:40.594959+0000","last_undegraded":"2023-11-30T08:27:40.594959+0000","last_fullsized":"2023-11-30T08:27:40.594959+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:28:48.870306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.590403+0000","last_change":"2023-11-30T08:27:39.612064+0000","last_active":"2023-11-30T08:27:40.590403+0000","last_peered":"2023-11-30T08:27:40.590403+0000","last_clean":"2023-11-30T08:27:40.590403+0000","last_became_active":"2023-11-30T08:27:39.611342+0000","last_became_peered":"2023-11-30T08:27:39.611342+0000","last_unstale":"2023-11-30T08:27:40.590403+0000","last_undegraded":"2023-11-30T08:27:40.590403+0000","last_fullsized":"2023-11-30T08:27:40.590403+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:04:52.561490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.368461+0000","last_change":"2023-11-30T08:27:39.626022+0000","last_active":"2023-11-30T08:27:41.368461+0000","last_peered":"2023-11-30T08:27:41.368461+0000","last_clean":"2023-11-30T08:27:41.368461+0000","last_became_active":"2023-11-30T08:27:39.624320+0000","last_became_peered":"2023-11-30T08:27:39.624320+0000","last_unstale":"2023-11-30T08:27:41.368461+0000","last_undegraded":"2023-11-30T08:27:41.368461+0000","last_fullsized":"2023-11-30T08:27:41.368461+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:33:14.219489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365427+0000","last_change":"2023-11-30T08:27:39.629455+0000","last_active":"2023-11-30T08:27:41.365427+0000","last_peered":"2023-11-30T08:27:41.365427+0000","last_clean":"2023-11-30T08:27:41.365427+0000","last_became_active":"2023-11-30T08:27:39.628165+0000","last_became_peered":"2023-11-30T08:27:39.628165+0000","last_unstale":"2023-11-30T08:27:41.365427+0000","last_undegraded":"2023-11-30T08:27:41.365427+0000","last_fullsized":"2023-11-30T08:27:41.365427+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:40:10.825559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.364646+0000","last_change":"2023-11-30T08:27:39.624462+0000","last_active":"2023-11-30T08:27:41.364646+0000","last_peered":"2023-11-30T08:27:41.364646+0000","last_clean":"2023-11-30T08:27:41.364646+0000","last_became_active":"2023-11-30T08:27:39.624031+0000","last_became_peered":"2023-11-30T08:27:39.624031+0000","last_unstale":"2023-11-30T08:27:41.364646+0000","last_undegraded":"2023-11-30T08:27:41.364646+0000","last_fullsized":"2023-11-30T08:27:41.364646+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:49:05.712084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365287+0000","last_change":"2023-11-30T08:27:39.606034+0000","last_active":"2023-11-30T08:27:41.365287+0000","last_peered":"2023-11-30T08:27:41.365287+0000","last_clean":"2023-11-30T08:27:41.365287+0000","last_became_active":"2023-11-30T08:27:39.604784+0000","last_became_peered":"2023-11-30T08:27:39.604784+0000","last_unstale":"2023-11-30T08:27:41.365287+0000","last_undegraded":"2023-11-30T08:27:41.365287+0000","last_fullsized":"2023-11-30T08:27:41.365287+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:33:14.219489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.364910+0000","last_change":"2023-11-30T08:27:39.630003+0000","last_active":"2023-11-30T08:27:41.364910+0000","last_peered":"2023-11-30T08:27:41.364910+0000","last_clean":"2023-11-30T08:27:41.364910+0000","last_became_active":"2023-11-30T08:27:39.629245+0000","last_became_peered":"2023-11-30T08:27:39.629245+0000","last_unstale":"2023-11-30T08:27:41.364910+0000","last_undegraded":"2023-11-30T08:27:41.364910+0000","last_fullsized":"2023-11-30T08:27:41.364910+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:57:45.425891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.368307+0000","last_change":"2023-11-30T08:27:39.616888+0000","last_active":"2023-11-30T08:27:41.368307+0000","last_peered":"2023-11-30T08:27:41.368307+0000","last_clean":"2023-11-30T08:27:41.368307+0000","last_became_active":"2023-11-30T08:27:39.614919+0000","last_became_peered":"2023-11-30T08:27:39.614919+0000","last_unstale":"2023-11-30T08:27:41.368307+0000","last_undegraded":"2023-11-30T08:27:41.368307+0000","last_fullsized":"2023-11-30T08:27:41.368307+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:39:04.236664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.368641+0000","last_change":"2023-11-30T08:27:39.611865+0000","last_active":"2023-11-30T08:27:41.368641+0000","last_peered":"2023-11-30T08:27:41.368641+0000","last_clean":"2023-11-30T08:27:41.368641+0000","last_became_active":"2023-11-30T08:27:39.611095+0000","last_became_peered":"2023-11-30T08:27:39.611095+0000","last_unstale":"2023-11-30T08:27:41.368641+0000","last_undegraded":"2023-11-30T08:27:41.368641+0000","last_fullsized":"2023-11-30T08:27:41.368641+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:13:46.716815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.366410+0000","last_change":"2023-11-30T08:27:39.624307+0000","last_active":"2023-11-30T08:27:41.366410+0000","last_peered":"2023-11-30T08:27:41.366410+0000","last_clean":"2023-11-30T08:27:41.366410+0000","last_became_active":"2023-11-30T08:27:39.624060+0000","last_became_peered":"2023-11-30T08:27:39.624060+0000","last_unstale":"2023-11-30T08:27:41.366410+0000","last_undegraded":"2023-11-30T08:27:41.366410+0000","last_fullsized":"2023-11-30T08:27:41.366410+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:37:48.995967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.364953+0000","last_change":"2023-11-30T08:27:39.620637+0000","last_active":"2023-11-30T08:27:41.364953+0000","last_peered":"2023-11-30T08:27:41.364953+0000","last_clean":"2023-11-30T08:27:41.364953+0000","last_became_active":"2023-11-30T08:27:39.620136+0000","last_became_peered":"2023-11-30T08:27:39.620136+0000","last_unstale":"2023-11-30T08:27:41.364953+0000","last_undegraded":"2023-11-30T08:27:41.364953+0000","last_fullsized":"2023-11-30T08:27:41.364953+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:40:10.825559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.364837+0000","last_change":"2023-11-30T08:27:39.630948+0000","last_active":"2023-11-30T08:27:41.364837+0000","last_peered":"2023-11-30T08:27:41.364837+0000","last_clean":"2023-11-30T08:27:41.364837+0000","last_became_active":"2023-11-30T08:27:39.630596+0000","last_became_peered":"2023-11-30T08:27:39.630596+0000","last_unstale":"2023-11-30T08:27:41.364837+0000","last_undegraded":"2023-11-30T08:27:41.364837+0000","last_fullsized":"2023-11-30T08:27:41.364837+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:33:42.563158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.594005+0000","last_change":"2023-11-30T08:27:39.610195+0000","last_active":"2023-11-30T08:27:40.594005+0000","last_peered":"2023-11-30T08:27:40.594005+0000","last_clean":"2023-11-30T08:27:40.594005+0000","last_became_active":"2023-11-30T08:27:39.609417+0000","last_became_peered":"2023-11-30T08:27:39.609417+0000","last_unstale":"2023-11-30T08:27:40.594005+0000","last_undegraded":"2023-11-30T08:27:40.594005+0000","last_fullsized":"2023-11-30T08:27:40.594005+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:19:32.716778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.594336+0000","last_change":"2023-11-30T08:27:39.601039+0000","last_active":"2023-11-30T08:27:40.594336+0000","last_peered":"2023-11-30T08:27:40.594336+0000","last_clean":"2023-11-30T08:27:40.594336+0000","last_became_active":"2023-11-30T08:27:39.600217+0000","last_became_peered":"2023-11-30T08:27:39.600217+0000","last_unstale":"2023-11-30T08:27:40.594336+0000","last_undegraded":"2023-11-30T08:27:40.594336+0000","last_fullsized":"2023-11-30T08:27:40.594336+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:21:41.249451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.981162+0000","last_change":"2023-11-30T08:27:39.627611+0000","last_active":"2023-11-30T08:27:40.981162+0000","last_peered":"2023-11-30T08:27:40.981162+0000","last_clean":"2023-11-30T08:27:40.981162+0000","last_became_active":"2023-11-30T08:27:39.627187+0000","last_became_peered":"2023-11-30T08:27:39.627187+0000","last_unstale":"2023-11-30T08:27:40.981162+0000","last_undegraded":"2023-11-30T08:27:40.981162+0000","last_fullsized":"2023-11-30T08:27:40.981162+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:04:52.561490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.364597+0000","last_change":"2023-11-30T08:27:39.630810+0000","last_active":"2023-11-30T08:27:41.364597+0000","last_peered":"2023-11-30T08:27:41.364597+0000","last_clean":"2023-11-30T08:27:41.364597+0000","last_became_active":"2023-11-30T08:27:39.629281+0000","last_became_peered":"2023-11-30T08:27:39.629281+0000","last_unstale":"2023-11-30T08:27:41.364597+0000","last_undegraded":"2023-11-30T08:27:41.364597+0000","last_fullsized":"2023-11-30T08:27:41.364597+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:57:38.298566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.590674+0000","last_change":"2023-11-30T08:27:39.619021+0000","last_active":"2023-11-30T08:27:40.590674+0000","last_peered":"2023-11-30T08:27:40.590674+0000","last_clean":"2023-11-30T08:27:40.590674+0000","last_became_active":"2023-11-30T08:27:39.618655+0000","last_became_peered":"2023-11-30T08:27:39.618655+0000","last_unstale":"2023-11-30T08:27:40.590674+0000","last_undegraded":"2023-11-30T08:27:40.590674+0000","last_fullsized":"2023-11-30T08:27:40.590674+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:28:48.870306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.366061+0000","last_change":"2023-11-30T08:27:39.627727+0000","last_active":"2023-11-30T08:27:41.366061+0000","last_peered":"2023-11-30T08:27:41.366061+0000","last_clean":"2023-11-30T08:27:41.366061+0000","last_became_active":"2023-11-30T08:27:39.626508+0000","last_became_peered":"2023-11-30T08:27:39.626508+0000","last_unstale":"2023-11-30T08:27:41.366061+0000","last_undegraded":"2023-11-30T08:27:41.366061+0000","last_fullsized":"2023-11-30T08:27:41.366061+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:52:02.911356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.591071+0000","last_change":"2023-11-30T08:27:39.613550+0000","last_active":"2023-11-30T08:27:40.591071+0000","last_peered":"2023-11-30T08:27:40.591071+0000","last_clean":"2023-11-30T08:27:40.591071+0000","last_became_active":"2023-11-30T08:27:39.608764+0000","last_became_peered":"2023-11-30T08:27:39.608764+0000","last_unstale":"2023-11-30T08:27:40.591071+0000","last_undegraded":"2023-11-30T08:27:40.591071+0000","last_fullsized":"2023-11-30T08:27:40.591071+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:56:47.316203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365740+0000","last_change":"2023-11-30T08:27:39.629659+0000","last_active":"2023-11-30T08:27:41.365740+0000","last_peered":"2023-11-30T08:27:41.365740+0000","last_clean":"2023-11-30T08:27:41.365740+0000","last_became_active":"2023-11-30T08:27:39.628834+0000","last_became_peered":"2023-11-30T08:27:39.628834+0000","last_unstale":"2023-11-30T08:27:41.365740+0000","last_undegraded":"2023-11-30T08:27:41.365740+0000","last_fullsized":"2023-11-30T08:27:41.365740+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:33:14.219489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.594388+0000","last_change":"2023-11-30T08:27:39.601116+0000","last_active":"2023-11-30T08:27:40.594388+0000","last_peered":"2023-11-30T08:27:40.594388+0000","last_clean":"2023-11-30T08:27:40.594388+0000","last_became_active":"2023-11-30T08:27:39.600431+0000","last_became_peered":"2023-11-30T08:27:39.600431+0000","last_unstale":"2023-11-30T08:27:40.594388+0000","last_undegraded":"2023-11-30T08:27:40.594388+0000","last_fullsized":"2023-11-30T08:27:40.594388+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:09:19.014633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.368617+0000","last_change":"2023-11-30T08:27:39.609523+0000","last_active":"2023-11-30T08:27:41.368617+0000","last_peered":"2023-11-30T08:27:41.368617+0000","last_clean":"2023-11-30T08:27:41.368617+0000","last_became_active":"2023-11-30T08:27:39.608685+0000","last_became_peered":"2023-11-30T08:27:39.608685+0000","last_unstale":"2023-11-30T08:27:41.368617+0000","last_undegraded":"2023-11-30T08:27:41.368617+0000","last_fullsized":"2023-11-30T08:27:41.368617+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:34:51.570171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365512+0000","last_change":"2023-11-30T08:27:39.608915+0000","last_active":"2023-11-30T08:27:41.365512+0000","last_peered":"2023-11-30T08:27:41.365512+0000","last_clean":"2023-11-30T08:27:41.365512+0000","last_became_active":"2023-11-30T08:27:39.608160+0000","last_became_peered":"2023-11-30T08:27:39.608160+0000","last_unstale":"2023-11-30T08:27:41.365512+0000","last_undegraded":"2023-11-30T08:27:41.365512+0000","last_fullsized":"2023-11-30T08:27:41.365512+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:08:02.632173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.367655+0000","last_change":"2023-11-30T08:27:39.615949+0000","last_active":"2023-11-30T08:27:41.367655+0000","last_peered":"2023-11-30T08:27:41.367655+0000","last_clean":"2023-11-30T08:27:41.367655+0000","last_became_active":"2023-11-30T08:27:39.613201+0000","last_became_peered":"2023-11-30T08:27:39.613201+0000","last_unstale":"2023-11-30T08:27:41.367655+0000","last_undegraded":"2023-11-30T08:27:41.367655+0000","last_fullsized":"2023-11-30T08:27:41.367655+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:57:38.298566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.981328+0000","last_change":"2023-11-30T08:27:39.627398+0000","last_active":"2023-11-30T08:27:40.981328+0000","last_peered":"2023-11-30T08:27:40.981328+0000","last_clean":"2023-11-30T08:27:40.981328+0000","last_became_active":"2023-11-30T08:27:39.627006+0000","last_became_peered":"2023-11-30T08:27:39.627006+0000","last_unstale":"2023-11-30T08:27:40.981328+0000","last_undegraded":"2023-11-30T08:27:40.981328+0000","last_fullsized":"2023-11-30T08:27:40.981328+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:28:48.870306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"28'4","reported_seq":16,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.648825+0000","last_change":"2023-11-30T08:27:38.615345+0000","last_active":"2023-11-30T08:27:39.648825+0000","last_peered":"2023-11-30T08:27:39.648825+0000","last_clean":"2023-11-30T08:27:39.648825+0000","last_became_active":"2023-11-30T08:27:38.614390+0000","last_became_peered":"2023-11-30T08:27:38.614390+0000","last_unstale":"2023-11-30T08:27:39.648825+0000","last_undegraded":"2023-11-30T08:27:39.648825+0000","last_fullsized":"2023-11-30T08:27:39.648825+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:38:40.400663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.366301+0000","last_change":"2023-11-30T08:27:39.623897+0000","last_active":"2023-11-30T08:27:41.366301+0000","last_peered":"2023-11-30T08:27:41.366301+0000","last_clean":"2023-11-30T08:27:41.366301+0000","last_became_active":"2023-11-30T08:27:39.623157+0000","last_became_peered":"2023-11-30T08:27:39.623157+0000","last_unstale":"2023-11-30T08:27:41.366301+0000","last_undegraded":"2023-11-30T08:27:41.366301+0000","last_fullsized":"2023-11-30T08:27:41.366301+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:27:55.792930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"28'1","reported_seq":13,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.644675+0000","last_change":"2023-11-30T08:27:38.599176+0000","last_active":"2023-11-30T08:27:39.644675+0000","last_peered":"2023-11-30T08:27:39.644675+0000","last_clean":"2023-11-30T08:27:39.644675+0000","last_became_active":"2023-11-30T08:27:38.598792+0000","last_became_peered":"2023-11-30T08:27:38.598792+0000","last_unstale":"2023-11-30T08:27:39.644675+0000","last_undegraded":"2023-11-30T08:27:39.644675+0000","last_fullsized":"2023-11-30T08:27:39.644675+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:08:01.620359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.594433+0000","last_change":"2023-11-30T08:27:39.599413+0000","last_active":"2023-11-30T08:27:40.594433+0000","last_peered":"2023-11-30T08:27:40.594433+0000","last_clean":"2023-11-30T08:27:40.594433+0000","last_became_active":"2023-11-30T08:27:39.598701+0000","last_became_peered":"2023-11-30T08:27:39.598701+0000","last_unstale":"2023-11-30T08:27:40.594433+0000","last_undegraded":"2023-11-30T08:27:40.594433+0000","last_fullsized":"2023-11-30T08:27:40.594433+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:04:52.561490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"28'2","reported_seq":14,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.640458+0000","last_change":"2023-11-30T08:27:38.601016+0000","last_active":"2023-11-30T08:27:39.640458+0000","last_peered":"2023-11-30T08:27:39.640458+0000","last_clean":"2023-11-30T08:27:39.640458+0000","last_became_active":"2023-11-30T08:27:38.600320+0000","last_became_peered":"2023-11-30T08:27:38.600320+0000","last_unstale":"2023-11-30T08:27:39.640458+0000","last_undegraded":"2023-11-30T08:27:39.640458+0000","last_fullsized":"2023-11-30T08:27:39.640458+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:17:36.068483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.591404+0000","last_change":"2023-11-30T08:27:39.617722+0000","last_active":"2023-11-30T08:27:40.591404+0000","last_peered":"2023-11-30T08:27:40.591404+0000","last_clean":"2023-11-30T08:27:40.591404+0000","last_became_active":"2023-11-30T08:27:39.608959+0000","last_became_peered":"2023-11-30T08:27:39.608959+0000","last_unstale":"2023-11-30T08:27:40.591404+0000","last_undegraded":"2023-11-30T08:27:40.591404+0000","last_fullsized":"2023-11-30T08:27:40.591404+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:23:52.190900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"28'2","reported_seq":14,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.638248+0000","last_change":"2023-11-30T08:27:38.589055+0000","last_active":"2023-11-30T08:27:39.638248+0000","last_peered":"2023-11-30T08:27:39.638248+0000","last_clean":"2023-11-30T08:27:39.638248+0000","last_became_active":"2023-11-30T08:27:38.588613+0000","last_became_peered":"2023-11-30T08:27:38.588613+0000","last_unstale":"2023-11-30T08:27:39.638248+0000","last_undegraded":"2023-11-30T08:27:39.638248+0000","last_fullsized":"2023-11-30T08:27:39.638248+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:58:54.889412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.368184+0000","last_change":"2023-11-30T08:27:39.607978+0000","last_active":"2023-11-30T08:27:41.368184+0000","last_peered":"2023-11-30T08:27:41.368184+0000","last_clean":"2023-11-30T08:27:41.368184+0000","last_became_active":"2023-11-30T08:27:39.607163+0000","last_became_peered":"2023-11-30T08:27:39.607163+0000","last_unstale":"2023-11-30T08:27:41.368184+0000","last_undegraded":"2023-11-30T08:27:41.368184+0000","last_fullsized":"2023-11-30T08:27:41.368184+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:27:10.212048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"28'1","reported_seq":13,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.650031+0000","last_change":"2023-11-30T08:27:38.617636+0000","last_active":"2023-11-30T08:27:39.650031+0000","last_peered":"2023-11-30T08:27:39.650031+0000","last_clean":"2023-11-30T08:27:39.650031+0000","last_became_active":"2023-11-30T08:27:38.616650+0000","last_became_peered":"2023-11-30T08:27:38.616650+0000","last_unstale":"2023-11-30T08:27:39.650031+0000","last_undegraded":"2023-11-30T08:27:39.650031+0000","last_fullsized":"2023-11-30T08:27:39.650031+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:38:40.400663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365194+0000","last_change":"2023-11-30T08:27:39.631143+0000","last_active":"2023-11-30T08:27:41.365194+0000","last_peered":"2023-11-30T08:27:41.365194+0000","last_clean":"2023-11-30T08:27:41.365194+0000","last_became_active":"2023-11-30T08:27:39.629976+0000","last_became_peered":"2023-11-30T08:27:39.629976+0000","last_unstale":"2023-11-30T08:27:41.365194+0000","last_undegraded":"2023-11-30T08:27:41.365194+0000","last_fullsized":"2023-11-30T08:27:41.365194+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:17:37.080298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"28'1","reported_seq":13,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.645527+0000","last_change":"2023-11-30T08:27:38.611857+0000","last_active":"2023-11-30T08:27:39.645527+0000","last_peered":"2023-11-30T08:27:39.645527+0000","last_clean":"2023-11-30T08:27:39.645527+0000","last_became_active":"2023-11-30T08:27:38.610972+0000","last_became_peered":"2023-11-30T08:27:38.610972+0000","last_unstale":"2023-11-30T08:27:39.645527+0000","last_undegraded":"2023-11-30T08:27:39.645527+0000","last_fullsized":"2023-11-30T08:27:39.645527+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:09:42.951516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.594897+0000","last_change":"2023-11-30T08:27:39.606116+0000","last_active":"2023-11-30T08:27:40.594897+0000","last_peered":"2023-11-30T08:27:40.594897+0000","last_clean":"2023-11-30T08:27:40.594897+0000","last_became_active":"2023-11-30T08:27:39.605348+0000","last_became_peered":"2023-11-30T08:27:39.605348+0000","last_unstale":"2023-11-30T08:27:40.594897+0000","last_undegraded":"2023-11-30T08:27:40.594897+0000","last_fullsized":"2023-11-30T08:27:40.594897+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:46:09.345151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.596988+0000","last_change":"2023-11-30T08:27:38.587260+0000","last_active":"2023-11-30T08:27:39.596988+0000","last_peered":"2023-11-30T08:27:39.596988+0000","last_clean":"2023-11-30T08:27:39.596988+0000","last_became_active":"2023-11-30T08:27:38.586891+0000","last_became_peered":"2023-11-30T08:27:38.586891+0000","last_unstale":"2023-11-30T08:27:39.596988+0000","last_undegraded":"2023-11-30T08:27:39.596988+0000","last_fullsized":"2023-11-30T08:27:39.596988+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:00:05.204001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.590227+0000","last_change":"2023-11-30T08:27:39.634771+0000","last_active":"2023-11-30T08:27:40.590227+0000","last_peered":"2023-11-30T08:27:40.590227+0000","last_clean":"2023-11-30T08:27:40.590227+0000","last_became_active":"2023-11-30T08:27:39.633604+0000","last_became_peered":"2023-11-30T08:27:39.633604+0000","last_unstale":"2023-11-30T08:27:40.590227+0000","last_undegraded":"2023-11-30T08:27:40.590227+0000","last_fullsized":"2023-11-30T08:27:40.590227+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:42:30.001367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.584898+0000","last_change":"2023-11-30T08:27:38.611092+0000","last_active":"2023-11-30T08:27:39.584898+0000","last_peered":"2023-11-30T08:27:39.584898+0000","last_clean":"2023-11-30T08:27:39.584898+0000","last_became_active":"2023-11-30T08:27:38.610367+0000","last_became_peered":"2023-11-30T08:27:38.610367+0000","last_unstale":"2023-11-30T08:27:39.584898+0000","last_undegraded":"2023-11-30T08:27:39.584898+0000","last_fullsized":"2023-11-30T08:27:39.584898+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:02:20.024054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365962+0000","last_change":"2023-11-30T08:27:39.629480+0000","last_active":"2023-11-30T08:27:41.365962+0000","last_peered":"2023-11-30T08:27:41.365962+0000","last_clean":"2023-11-30T08:27:41.365962+0000","last_became_active":"2023-11-30T08:27:39.628129+0000","last_became_peered":"2023-11-30T08:27:39.628129+0000","last_unstale":"2023-11-30T08:27:41.365962+0000","last_undegraded":"2023-11-30T08:27:41.365962+0000","last_fullsized":"2023-11-30T08:27:41.365962+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:34:51.570171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.610267+0000","last_change":"2023-11-30T08:27:38.605956+0000","last_active":"2023-11-30T08:27:39.610267+0000","last_peered":"2023-11-30T08:27:39.610267+0000","last_clean":"2023-11-30T08:27:39.610267+0000","last_became_active":"2023-11-30T08:27:38.605057+0000","last_became_peered":"2023-11-30T08:27:38.605057+0000","last_unstale":"2023-11-30T08:27:39.610267+0000","last_undegraded":"2023-11-30T08:27:39.610267+0000","last_fullsized":"2023-11-30T08:27:39.610267+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:57:44.414077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.366039+0000","last_change":"2023-11-30T08:27:39.620204+0000","last_active":"2023-11-30T08:27:41.366039+0000","last_peered":"2023-11-30T08:27:41.366039+0000","last_clean":"2023-11-30T08:27:41.366039+0000","last_became_active":"2023-11-30T08:27:39.615882+0000","last_became_peered":"2023-11-30T08:27:39.615882+0000","last_unstale":"2023-11-30T08:27:41.366039+0000","last_undegraded":"2023-11-30T08:27:41.366039+0000","last_fullsized":"2023-11-30T08:27:41.366039+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:13:46.716815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.593143+0000","last_change":"2023-11-30T08:27:38.595245+0000","last_active":"2023-11-30T08:27:39.593143+0000","last_peered":"2023-11-30T08:27:39.593143+0000","last_clean":"2023-11-30T08:27:39.593143+0000","last_became_active":"2023-11-30T08:27:38.594869+0000","last_became_peered":"2023-11-30T08:27:38.594869+0000","last_unstale":"2023-11-30T08:27:39.593143+0000","last_undegraded":"2023-11-30T08:27:39.593143+0000","last_fullsized":"2023-11-30T08:27:39.593143+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:04:29.021713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.366242+0000","last_change":"2023-11-30T08:27:39.612980+0000","last_active":"2023-11-30T08:27:41.366242+0000","last_peered":"2023-11-30T08:27:41.366242+0000","last_clean":"2023-11-30T08:27:41.366242+0000","last_became_active":"2023-11-30T08:27:39.611708+0000","last_became_peered":"2023-11-30T08:27:39.611708+0000","last_unstale":"2023-11-30T08:27:41.366242+0000","last_undegraded":"2023-11-30T08:27:41.366242+0000","last_fullsized":"2023-11-30T08:27:41.366242+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:16:56.977785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"28'3","reported_seq":15,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.645584+0000","last_change":"2023-11-30T08:27:38.600294+0000","last_active":"2023-11-30T08:27:39.645584+0000","last_peered":"2023-11-30T08:27:39.645584+0000","last_clean":"2023-11-30T08:27:39.645584+0000","last_became_active":"2023-11-30T08:27:38.599610+0000","last_became_peered":"2023-11-30T08:27:38.599610+0000","last_unstale":"2023-11-30T08:27:39.645584+0000","last_undegraded":"2023-11-30T08:27:39.645584+0000","last_fullsized":"2023-11-30T08:27:39.645584+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:43:01.893857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365297+0000","last_change":"2023-11-30T08:27:39.640190+0000","last_active":"2023-11-30T08:27:41.365297+0000","last_peered":"2023-11-30T08:27:41.365297+0000","last_clean":"2023-11-30T08:27:41.365297+0000","last_became_active":"2023-11-30T08:27:39.639466+0000","last_became_peered":"2023-11-30T08:27:39.639466+0000","last_unstale":"2023-11-30T08:27:41.365297+0000","last_undegraded":"2023-11-30T08:27:41.365297+0000","last_fullsized":"2023-11-30T08:27:41.365297+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:27:10.212048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"28'6","reported_seq":18,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.651824+0000","last_change":"2023-11-30T08:27:38.601641+0000","last_active":"2023-11-30T08:27:39.651824+0000","last_peered":"2023-11-30T08:27:39.651824+0000","last_clean":"2023-11-30T08:27:39.651824+0000","last_became_active":"2023-11-30T08:27:38.600861+0000","last_became_peered":"2023-11-30T08:27:38.600861+0000","last_unstale":"2023-11-30T08:27:39.651824+0000","last_undegraded":"2023-11-30T08:27:39.651824+0000","last_fullsized":"2023-11-30T08:27:39.651824+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:57:37.286752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.590251+0000","last_change":"2023-11-30T08:27:39.634390+0000","last_active":"2023-11-30T08:27:40.590251+0000","last_peered":"2023-11-30T08:27:40.590251+0000","last_clean":"2023-11-30T08:27:40.590251+0000","last_became_active":"2023-11-30T08:27:39.633590+0000","last_became_peered":"2023-11-30T08:27:39.633590+0000","last_unstale":"2023-11-30T08:27:40.590251+0000","last_undegraded":"2023-11-30T08:27:40.590251+0000","last_fullsized":"2023-11-30T08:27:40.590251+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:21:41.249451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"28'2","reported_seq":14,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.650153+0000","last_change":"2023-11-30T08:27:38.613151+0000","last_active":"2023-11-30T08:27:39.650153+0000","last_peered":"2023-11-30T08:27:39.650153+0000","last_clean":"2023-11-30T08:27:39.650153+0000","last_became_active":"2023-11-30T08:27:38.612504+0000","last_became_peered":"2023-11-30T08:27:38.612504+0000","last_unstale":"2023-11-30T08:27:39.650153+0000","last_undegraded":"2023-11-30T08:27:39.650153+0000","last_fullsized":"2023-11-30T08:27:39.650153+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:04:29.021713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365225+0000","last_change":"2023-11-30T08:27:39.615936+0000","last_active":"2023-11-30T08:27:41.365225+0000","last_peered":"2023-11-30T08:27:41.365225+0000","last_clean":"2023-11-30T08:27:41.365225+0000","last_became_active":"2023-11-30T08:27:39.615221+0000","last_became_peered":"2023-11-30T08:27:39.615221+0000","last_unstale":"2023-11-30T08:27:41.365225+0000","last_undegraded":"2023-11-30T08:27:41.365225+0000","last_fullsized":"2023-11-30T08:27:41.365225+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:39:04.236664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.579243+0000","last_change":"2023-11-30T08:27:38.599755+0000","last_active":"2023-11-30T08:27:39.579243+0000","last_peered":"2023-11-30T08:27:39.579243+0000","last_clean":"2023-11-30T08:27:39.579243+0000","last_became_active":"2023-11-30T08:27:38.599311+0000","last_became_peered":"2023-11-30T08:27:38.599311+0000","last_unstale":"2023-11-30T08:27:39.579243+0000","last_undegraded":"2023-11-30T08:27:39.579243+0000","last_fullsized":"2023-11-30T08:27:39.579243+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:46:26.235749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.367597+0000","last_change":"2023-11-30T08:27:39.616448+0000","last_active":"2023-11-30T08:27:41.367597+0000","last_peered":"2023-11-30T08:27:41.367597+0000","last_clean":"2023-11-30T08:27:41.367597+0000","last_became_active":"2023-11-30T08:27:39.614108+0000","last_became_peered":"2023-11-30T08:27:39.614108+0000","last_unstale":"2023-11-30T08:27:41.367597+0000","last_undegraded":"2023-11-30T08:27:41.367597+0000","last_fullsized":"2023-11-30T08:27:41.367597+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T09:43:02.905671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.596646+0000","last_change":"2023-11-30T08:27:38.595001+0000","last_active":"2023-11-30T08:27:39.596646+0000","last_peered":"2023-11-30T08:27:39.596646+0000","last_clean":"2023-11-30T08:27:39.596646+0000","last_became_active":"2023-11-30T08:27:38.594601+0000","last_became_peered":"2023-11-30T08:27:38.594601+0000","last_unstale":"2023-11-30T08:27:39.596646+0000","last_undegraded":"2023-11-30T08:27:39.596646+0000","last_fullsized":"2023-11-30T08:27:39.596646+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:56:46.304389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365859+0000","last_change":"2023-11-30T08:27:39.622836+0000","last_active":"2023-11-30T08:27:41.365859+0000","last_peered":"2023-11-30T08:27:41.365859+0000","last_clean":"2023-11-30T08:27:41.365859+0000","last_became_active":"2023-11-30T08:27:39.622200+0000","last_became_peered":"2023-11-30T08:27:39.622200+0000","last_unstale":"2023-11-30T08:27:41.365859+0000","last_undegraded":"2023-11-30T08:27:41.365859+0000","last_fullsized":"2023-11-30T08:27:41.365859+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:29:18.534753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"28'8","reported_seq":20,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.641655+0000","last_change":"2023-11-30T08:27:38.600715+0000","last_active":"2023-11-30T08:27:39.641655+0000","last_peered":"2023-11-30T08:27:39.641655+0000","last_clean":"2023-11-30T08:27:39.641655+0000","last_became_active":"2023-11-30T08:27:38.600366+0000","last_became_peered":"2023-11-30T08:27:38.600366+0000","last_unstale":"2023-11-30T08:27:39.641655+0000","last_undegraded":"2023-11-30T08:27:39.641655+0000","last_fullsized":"2023-11-30T08:27:39.641655+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:23:51.179086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.594301+0000","last_change":"2023-11-30T08:27:39.632154+0000","last_active":"2023-11-30T08:27:40.594301+0000","last_peered":"2023-11-30T08:27:40.594301+0000","last_clean":"2023-11-30T08:27:40.594301+0000","last_became_active":"2023-11-30T08:27:39.631366+0000","last_became_peered":"2023-11-30T08:27:39.631366+0000","last_unstale":"2023-11-30T08:27:40.594301+0000","last_undegraded":"2023-11-30T08:27:40.594301+0000","last_fullsized":"2023-11-30T08:27:40.594301+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:42:30.001367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"28'1","reported_seq":13,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.638305+0000","last_change":"2023-11-30T08:27:38.597998+0000","last_active":"2023-11-30T08:27:39.638305+0000","last_peered":"2023-11-30T08:27:39.638305+0000","last_clean":"2023-11-30T08:27:39.638305+0000","last_became_active":"2023-11-30T08:27:38.597618+0000","last_became_peered":"2023-11-30T08:27:38.597618+0000","last_unstale":"2023-11-30T08:27:39.638305+0000","last_undegraded":"2023-11-30T08:27:39.638305+0000","last_fullsized":"2023-11-30T08:27:39.638305+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:36:55.842791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.366810+0000","last_change":"2023-11-30T08:27:39.632066+0000","last_active":"2023-11-30T08:27:41.366810+0000","last_peered":"2023-11-30T08:27:41.366810+0000","last_clean":"2023-11-30T08:27:41.366810+0000","last_became_active":"2023-11-30T08:27:39.631415+0000","last_became_peered":"2023-11-30T08:27:39.631415+0000","last_unstale":"2023-11-30T08:27:41.366810+0000","last_undegraded":"2023-11-30T08:27:41.366810+0000","last_fullsized":"2023-11-30T08:27:41.366810+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:13:46.716815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"28'2","reported_seq":14,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.650234+0000","last_change":"2023-11-30T08:27:38.618276+0000","last_active":"2023-11-30T08:27:39.650234+0000","last_peered":"2023-11-30T08:27:39.650234+0000","last_clean":"2023-11-30T08:27:39.650234+0000","last_became_active":"2023-11-30T08:27:38.617522+0000","last_became_peered":"2023-11-30T08:27:38.617522+0000","last_unstale":"2023-11-30T08:27:39.650234+0000","last_undegraded":"2023-11-30T08:27:39.650234+0000","last_fullsized":"2023-11-30T08:27:39.650234+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:36:55.842791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.590469+0000","last_change":"2023-11-30T08:27:39.606385+0000","last_active":"2023-11-30T08:27:40.590469+0000","last_peered":"2023-11-30T08:27:40.590469+0000","last_clean":"2023-11-30T08:27:40.590469+0000","last_became_active":"2023-11-30T08:27:39.605151+0000","last_became_peered":"2023-11-30T08:27:39.605151+0000","last_unstale":"2023-11-30T08:27:40.590469+0000","last_undegraded":"2023-11-30T08:27:40.590469+0000","last_fullsized":"2023-11-30T08:27:40.590469+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:46:09.345151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"28'1","reported_seq":13,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.645570+0000","last_change":"2023-11-30T08:27:38.607541+0000","last_active":"2023-11-30T08:27:39.645570+0000","last_peered":"2023-11-30T08:27:39.645570+0000","last_clean":"2023-11-30T08:27:39.645570+0000","last_became_active":"2023-11-30T08:27:38.606818+0000","last_became_peered":"2023-11-30T08:27:38.606818+0000","last_unstale":"2023-11-30T08:27:39.645570+0000","last_undegraded":"2023-11-30T08:27:39.645570+0000","last_fullsized":"2023-11-30T08:27:39.645570+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:06:38.255138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365005+0000","last_change":"2023-11-30T08:27:39.627450+0000","last_active":"2023-11-30T08:27:41.365005+0000","last_peered":"2023-11-30T08:27:41.365005+0000","last_clean":"2023-11-30T08:27:41.365005+0000","last_became_active":"2023-11-30T08:27:39.627042+0000","last_became_peered":"2023-11-30T08:27:39.627042+0000","last_unstale":"2023-11-30T08:27:41.365005+0000","last_undegraded":"2023-11-30T08:27:41.365005+0000","last_fullsized":"2023-11-30T08:27:41.365005+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:02:21.035868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.585304+0000","last_change":"2023-11-30T08:27:38.609341+0000","last_active":"2023-11-30T08:27:39.585304+0000","last_peered":"2023-11-30T08:27:39.585304+0000","last_clean":"2023-11-30T08:27:39.585304+0000","last_became_active":"2023-11-30T08:27:38.608662+0000","last_became_peered":"2023-11-30T08:27:38.608662+0000","last_unstale":"2023-11-30T08:27:39.585304+0000","last_undegraded":"2023-11-30T08:27:39.585304+0000","last_fullsized":"2023-11-30T08:27:39.585304+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T17:40:47.362929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.364534+0000","last_change":"2023-11-30T08:27:39.603428+0000","last_active":"2023-11-30T08:27:41.364534+0000","last_peered":"2023-11-30T08:27:41.364534+0000","last_clean":"2023-11-30T08:27:41.364534+0000","last_became_active":"2023-11-30T08:27:39.602595+0000","last_became_peered":"2023-11-30T08:27:39.602595+0000","last_unstale":"2023-11-30T08:27:41.364534+0000","last_undegraded":"2023-11-30T08:27:41.364534+0000","last_fullsized":"2023-11-30T08:27:41.364534+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:10:03.955405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"28'2","reported_seq":14,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.639531+0000","last_change":"2023-11-30T08:27:38.594351+0000","last_active":"2023-11-30T08:27:39.639531+0000","last_peered":"2023-11-30T08:27:39.639531+0000","last_clean":"2023-11-30T08:27:39.639531+0000","last_became_active":"2023-11-30T08:27:38.593903+0000","last_became_peered":"2023-11-30T08:27:38.593903+0000","last_unstale":"2023-11-30T08:27:39.639531+0000","last_undegraded":"2023-11-30T08:27:39.639531+0000","last_fullsized":"2023-11-30T08:27:39.639531+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:27:54.781116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.364972+0000","last_change":"2023-11-30T08:27:39.615505+0000","last_active":"2023-11-30T08:27:41.364972+0000","last_peered":"2023-11-30T08:27:41.364972+0000","last_clean":"2023-11-30T08:27:41.364972+0000","last_became_active":"2023-11-30T08:27:39.614786+0000","last_became_peered":"2023-11-30T08:27:39.614786+0000","last_unstale":"2023-11-30T08:27:41.364972+0000","last_undegraded":"2023-11-30T08:27:41.364972+0000","last_fullsized":"2023-11-30T08:27:41.364972+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:22:19.300349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.604017+0000","last_change":"2023-11-30T08:27:38.598352+0000","last_active":"2023-11-30T08:27:39.604017+0000","last_peered":"2023-11-30T08:27:39.604017+0000","last_clean":"2023-11-30T08:27:39.604017+0000","last_became_active":"2023-11-30T08:27:38.597654+0000","last_became_peered":"2023-11-30T08:27:38.597654+0000","last_unstale":"2023-11-30T08:27:39.604017+0000","last_undegraded":"2023-11-30T08:27:39.604017+0000","last_fullsized":"2023-11-30T08:27:39.604017+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T20:06:38.255138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.364280+0000","last_change":"2023-11-30T08:27:39.612075+0000","last_active":"2023-11-30T08:27:41.364280+0000","last_peered":"2023-11-30T08:27:41.364280+0000","last_clean":"2023-11-30T08:27:41.364280+0000","last_became_active":"2023-11-30T08:27:39.611323+0000","last_became_peered":"2023-11-30T08:27:39.611323+0000","last_unstale":"2023-11-30T08:27:41.364280+0000","last_undegraded":"2023-11-30T08:27:41.364280+0000","last_fullsized":"2023-11-30T08:27:41.364280+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:02:12.730344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.585478+0000","last_change":"2023-11-30T08:27:38.617418+0000","last_active":"2023-11-30T08:27:39.585478+0000","last_peered":"2023-11-30T08:27:39.585478+0000","last_clean":"2023-11-30T08:27:39.585478+0000","last_became_active":"2023-11-30T08:27:38.616825+0000","last_became_peered":"2023-11-30T08:27:38.616825+0000","last_unstale":"2023-11-30T08:27:39.585478+0000","last_undegraded":"2023-11-30T08:27:39.585478+0000","last_fullsized":"2023-11-30T08:27:39.585478+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:13:23.628535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.367835+0000","last_change":"2023-11-30T08:27:39.625806+0000","last_active":"2023-11-30T08:27:41.367835+0000","last_peered":"2023-11-30T08:27:41.367835+0000","last_clean":"2023-11-30T08:27:41.367835+0000","last_became_active":"2023-11-30T08:27:39.625088+0000","last_became_peered":"2023-11-30T08:27:39.625088+0000","last_unstale":"2023-11-30T08:27:41.367835+0000","last_undegraded":"2023-11-30T08:27:41.367835+0000","last_fullsized":"2023-11-30T08:27:41.367835+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:57:45.425891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.596927+0000","last_change":"2023-11-30T08:27:38.604246+0000","last_active":"2023-11-30T08:27:39.596927+0000","last_peered":"2023-11-30T08:27:39.596927+0000","last_clean":"2023-11-30T08:27:39.596927+0000","last_became_active":"2023-11-30T08:27:38.603408+0000","last_became_peered":"2023-11-30T08:27:38.603408+0000","last_unstale":"2023-11-30T08:27:39.596927+0000","last_undegraded":"2023-11-30T08:27:39.596927+0000","last_fullsized":"2023-11-30T08:27:39.596927+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T15:23:51.179086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365296+0000","last_change":"2023-11-30T08:27:39.641440+0000","last_active":"2023-11-30T08:27:41.365296+0000","last_peered":"2023-11-30T08:27:41.365296+0000","last_clean":"2023-11-30T08:27:41.365296+0000","last_became_active":"2023-11-30T08:27:39.641110+0000","last_became_peered":"2023-11-30T08:27:39.641110+0000","last_unstale":"2023-11-30T08:27:41.365296+0000","last_undegraded":"2023-11-30T08:27:41.365296+0000","last_fullsized":"2023-11-30T08:27:41.365296+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T08:46:27.247564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"28'2","reported_seq":14,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.648308+0000","last_change":"2023-11-30T08:27:38.613267+0000","last_active":"2023-11-30T08:27:39.648308+0000","last_peered":"2023-11-30T08:27:39.648308+0000","last_clean":"2023-11-30T08:27:39.648308+0000","last_became_active":"2023-11-30T08:27:38.612596+0000","last_became_peered":"2023-11-30T08:27:38.612596+0000","last_unstale":"2023-11-30T08:27:39.648308+0000","last_undegraded":"2023-11-30T08:27:39.648308+0000","last_fullsized":"2023-11-30T08:27:39.648308+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:19:31.704963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.367125+0000","last_change":"2023-11-30T08:27:39.630517+0000","last_active":"2023-11-30T08:27:41.367125+0000","last_peered":"2023-11-30T08:27:41.367125+0000","last_clean":"2023-11-30T08:27:41.367125+0000","last_became_active":"2023-11-30T08:27:39.629272+0000","last_became_peered":"2023-11-30T08:27:39.629272+0000","last_unstale":"2023-11-30T08:27:41.367125+0000","last_undegraded":"2023-11-30T08:27:41.367125+0000","last_fullsized":"2023-11-30T08:27:41.367125+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:52:02.911356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"29'1","reported_seq":13,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.981468+0000","last_change":"2023-11-30T08:27:38.589962+0000","last_active":"2023-11-30T08:27:40.981468+0000","last_peered":"2023-11-30T08:27:40.981468+0000","last_clean":"2023-11-30T08:27:40.981468+0000","last_became_active":"2023-11-30T08:27:38.589411+0000","last_became_peered":"2023-11-30T08:27:38.589411+0000","last_unstale":"2023-11-30T08:27:40.981468+0000","last_undegraded":"2023-11-30T08:27:40.981468+0000","last_fullsized":"2023-11-30T08:27:40.981468+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:29:17.522939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.981114+0000","last_change":"2023-11-30T08:27:39.628162+0000","last_active":"2023-11-30T08:27:40.981114+0000","last_peered":"2023-11-30T08:27:40.981114+0000","last_clean":"2023-11-30T08:27:40.981114+0000","last_became_active":"2023-11-30T08:27:39.627722+0000","last_became_peered":"2023-11-30T08:27:39.627722+0000","last_unstale":"2023-11-30T08:27:40.981114+0000","last_undegraded":"2023-11-30T08:27:40.981114+0000","last_fullsized":"2023-11-30T08:27:40.981114+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:09:19.014633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.580584+0000","last_change":"2023-11-30T08:27:38.587912+0000","last_active":"2023-11-30T08:27:39.580584+0000","last_peered":"2023-11-30T08:27:39.580584+0000","last_clean":"2023-11-30T08:27:39.580584+0000","last_became_active":"2023-11-30T08:27:38.587370+0000","last_became_peered":"2023-11-30T08:27:38.587370+0000","last_unstale":"2023-11-30T08:27:39.580584+0000","last_undegraded":"2023-11-30T08:27:39.580584+0000","last_fullsized":"2023-11-30T08:27:39.580584+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:08:01.620359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.365847+0000","last_change":"2023-11-30T08:27:39.612623+0000","last_active":"2023-11-30T08:27:41.365847+0000","last_peered":"2023-11-30T08:27:41.365847+0000","last_clean":"2023-11-30T08:27:41.365847+0000","last_became_active":"2023-11-30T08:27:39.611318+0000","last_became_peered":"2023-11-30T08:27:39.611318+0000","last_unstale":"2023-11-30T08:27:41.365847+0000","last_undegraded":"2023-11-30T08:27:41.365847+0000","last_fullsized":"2023-11-30T08:27:41.365847+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:04:30.033527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.602451+0000","last_change":"2023-11-30T08:27:38.612603+0000","last_active":"2023-11-30T08:27:39.602451+0000","last_peered":"2023-11-30T08:27:39.602451+0000","last_clean":"2023-11-30T08:27:39.602451+0000","last_became_active":"2023-11-30T08:27:38.612229+0000","last_became_peered":"2023-11-30T08:27:38.612229+0000","last_unstale":"2023-11-30T08:27:39.602451+0000","last_undegraded":"2023-11-30T08:27:39.602451+0000","last_fullsized":"2023-11-30T08:27:39.602451+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T16:19:31.704963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.981267+0000","last_change":"2023-11-30T08:27:39.618500+0000","last_active":"2023-11-30T08:27:40.981267+0000","last_peered":"2023-11-30T08:27:40.981267+0000","last_clean":"2023-11-30T08:27:40.981267+0000","last_became_active":"2023-11-30T08:27:39.617795+0000","last_became_peered":"2023-11-30T08:27:39.617795+0000","last_unstale":"2023-11-30T08:27:40.981267+0000","last_undegraded":"2023-11-30T08:27:40.981267+0000","last_fullsized":"2023-11-30T08:27:40.981267+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T11:46:09.345151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.579602+0000","last_change":"2023-11-30T08:27:38.612806+0000","last_active":"2023-11-30T08:27:39.579602+0000","last_peered":"2023-11-30T08:27:39.579602+0000","last_clean":"2023-11-30T08:27:39.579602+0000","last_became_active":"2023-11-30T08:27:38.612478+0000","last_became_peered":"2023-11-30T08:27:38.612478+0000","last_unstale":"2023-11-30T08:27:39.579602+0000","last_undegraded":"2023-11-30T08:27:39.579602+0000","last_fullsized":"2023-11-30T08:27:39.579602+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:13:23.628535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.366245+0000","last_change":"2023-11-30T08:27:39.615252+0000","last_active":"2023-11-30T08:27:41.366245+0000","last_peered":"2023-11-30T08:27:41.366245+0000","last_clean":"2023-11-30T08:27:41.366245+0000","last_became_active":"2023-11-30T08:27:39.614502+0000","last_became_peered":"2023-11-30T08:27:39.614502+0000","last_unstale":"2023-11-30T08:27:41.366245+0000","last_undegraded":"2023-11-30T08:27:41.366245+0000","last_fullsized":"2023-11-30T08:27:41.366245+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:26:56.535822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.585802+0000","last_change":"2023-11-30T08:27:38.618341+0000","last_active":"2023-11-30T08:27:39.585802+0000","last_peered":"2023-11-30T08:27:39.585802+0000","last_clean":"2023-11-30T08:27:39.585802+0000","last_became_active":"2023-11-30T08:27:38.617725+0000","last_became_peered":"2023-11-30T08:27:38.617725+0000","last_unstale":"2023-11-30T08:27:39.585802+0000","last_undegraded":"2023-11-30T08:27:39.585802+0000","last_fullsized":"2023-11-30T08:27:39.585802+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T19:08:01.620359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:40.593882+0000","last_change":"2023-11-30T08:27:39.607975+0000","last_active":"2023-11-30T08:27:40.593882+0000","last_peered":"2023-11-30T08:27:40.593882+0000","last_clean":"2023-11-30T08:27:40.593882+0000","last_became_active":"2023-11-30T08:27:39.607177+0000","last_became_peered":"2023-11-30T08:27:39.607177+0000","last_unstale":"2023-11-30T08:27:40.593882+0000","last_undegraded":"2023-11-30T08:27:40.593882+0000","last_fullsized":"2023-11-30T08:27:40.593882+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T14:27:55.792930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.596475+0000","last_change":"2023-11-30T08:27:38.605586+0000","last_active":"2023-11-30T08:27:39.596475+0000","last_peered":"2023-11-30T08:27:39.596475+0000","last_clean":"2023-11-30T08:27:39.596475+0000","last_became_active":"2023-11-30T08:27:38.605212+0000","last_became_peered":"2023-11-30T08:27:38.605212+0000","last_unstale":"2023-11-30T08:27:39.596475+0000","last_undegraded":"2023-11-30T08:27:39.596475+0000","last_fullsized":"2023-11-30T08:27:39.596475+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:28:47.858491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":29,"state":"active+clean","last_fresh":"2023-11-30T08:27:41.368214+0000","last_change":"2023-11-30T08:27:39.625642+0000","last_active":"2023-11-30T08:27:41.368214+0000","last_peered":"2023-11-30T08:27:41.368214+0000","last_clean":"2023-11-30T08:27:41.368214+0000","last_became_active":"2023-11-30T08:27:39.625012+0000","last_became_peered":"2023-11-30T08:27:39.625012+0000","last_unstale":"2023-11-30T08:27:41.368214+0000","last_undegraded":"2023-11-30T08:27:41.368214+0000","last_fullsized":"2023-11-30T08:27:41.368214+0000","mapping_epoch":27,"log_start":"0'0","ondisk_log_start":"0'0","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:38.555717+0000","last_clean_scrub_stamp":"2023-11-30T08:27:38.555717+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T12:40:10.825559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.603596+0000","last_change":"2023-11-30T08:27:38.617715+0000","last_active":"2023-11-30T08:27:39.603596+0000","last_peered":"2023-11-30T08:27:39.603596+0000","last_clean":"2023-11-30T08:27:39.603596+0000","last_became_active":"2023-11-30T08:27:38.617100+0000","last_became_peered":"2023-11-30T08:27:38.617100+0000","last_unstale":"2023-11-30T08:27:39.603596+0000","last_undegraded":"2023-11-30T08:27:39.603596+0000","last_fullsized":"2023-11-30T08:27:39.603596+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:27:37.543903+0000","last_clean_scrub_stamp":"2023-11-30T08:27:37.543903+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:13:23.628535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":172,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.591527+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:27:39.591527+0000","last_peered":"2023-11-30T08:27:39.591527+0000","last_clean":"2023-11-30T08:27:39.591527+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:27:39.591527+0000","last_undegraded":"2023-11-30T08:27:39.591527+0000","last_fullsized":"2023-11-30T08:27:39.591527+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574862,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27920,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343920,"statfs":{"total":96636764160,"available":96608174080,"internally_reserved":0,"allocated":921600,"data_stored":714446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.095}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.4059999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.256}]}]},{"osd":6,"up_from":13,"seq":55834574862,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27344,"kb_used_data":324,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344496,"statfs":{"total":96636764160,"available":96608763904,"internally_reserved":0,"allocated":331776,"data_stored":124604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0629999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82799999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78400000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.874}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98899999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574863,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27344,"kb_used_data":324,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344496,"statfs":{"total":96636764160,"available":96608763904,"internally_reserved":0,"allocated":331776,"data_stored":124660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.872}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92900000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.044}]}]},{"osd":4,"up_from":13,"seq":55834574863,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27344,"kb_used_data":324,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344496,"statfs":{"total":96636764160,"available":96608763904,"internally_reserved":0,"allocated":331776,"data_stored":124092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91700000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77800000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72699999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.056}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2250000000000001}]}]},{"osd":3,"up_from":13,"seq":55834574863,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":339968,"data_stored":125622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38600000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84899999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.878}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]}]},{"osd":2,"up_from":13,"seq":55834574863,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27340,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344500,"statfs":{"total":96636764160,"available":96608768000,"internally_reserved":0,"allocated":327680,"data_stored":124058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.50700000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48299999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85599999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574861,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":339968,"data_stored":125622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95099999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.101}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1619999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3620000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574861,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27912,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343928,"statfs":{"total":96636764160,"available":96608182272,"internally_reserved":0,"allocated":913408,"data_stored":713437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0529999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1879999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2210000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.151}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:27:47.415 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-11-30T08:27:47.415 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-11-30T08:27:47.584 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb62903640 1 Processor -- start 2023-11-30T08:27:47.584 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb62903640 1 -- start start 2023-11-30T08:27:47.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb62903640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fdb5c0af300 0x7fdb5c144ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb62903640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdb5c0b4350 0x7fdb5c144ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb62903640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb5c0b1730 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb62903640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb5c06cd70 con 0x7fdb5c0af300 2023-11-30T08:27:47.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb62903640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5c0b0ad0 con 0x7fdb5c0b4350 2023-11-30T08:27:47.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb60ea0640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdb5c0b4350 0x7fdb5c144ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb5b7fe640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fdb5c0af300 0x7fdb5c144ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb5bfff640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7fdb5c0b1eb0 0x7fdb5c0aff30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:52776/0 (socket says 172.21.15.116:52776) 2023-11-30T08:27:47.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb5bfff640 1 -- 172.21.15.116:0/1918354904 learned_addr learned my addr 172.21.15.116:0/1918354904 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:47.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb5b7fe640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fdb5c0af300 0x7fdb5c144ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:60184/0 (socket says 172.21.15.116:60184) 2023-11-30T08:27:47.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb5affd640 1 -- 172.21.15.116:0/1918354904 <== mon.1 v1:172.21.15.162:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 96503792 0 0) 0x7fdb5c0b1730 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb60ea0640 1 -- 172.21.15.116:0/1918354904 >> v2:172.21.15.162:3300/0 conn(0x7fdb5c0af300 msgr2=0x7fdb5c144ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:47.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb60ea0640 1 --2- 172.21.15.116:0/1918354904 >> v2:172.21.15.162:3300/0 conn(0x7fdb5c0af300 0x7fdb5c144ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb60ea0640 1 -- 172.21.15.116:0/1918354904 >> v1:172.21.15.162:6789/0 conn(0x7fdb5c0b1eb0 legacy=0x7fdb5c0aff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.577+0000 7fdb60ea0640 1 -- 172.21.15.116:0/1918354904 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb5c06c7f0 con 0x7fdb5c0b4350 2023-11-30T08:27:47.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb60ea0640 1 --2- 172.21.15.116:0/1918354904 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdb5c0b4350 0x7fdb5c144ff0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fdb54009d90 tx=0x7fdb5401c830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28c240372f03621 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:47.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb5affd640 1 -- 172.21.15.116:0/1918354904 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb540a58f0 con 0x7fdb5c0b4350 2023-11-30T08:27:47.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb5affd640 1 -- 172.21.15.116:0/1918354904 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb540a5a50 con 0x7fdb5c0b4350 2023-11-30T08:27:47.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb5affd640 1 -- 172.21.15.116:0/1918354904 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb540a5de0 con 0x7fdb5c0b4350 2023-11-30T08:27:47.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 -- 172.21.15.116:0/1918354904 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdb5c0b4350 msgr2=0x7fdb5c144ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 --2- 172.21.15.116:0/1918354904 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdb5c0b4350 0x7fdb5c144ff0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fdb54009d90 tx=0x7fdb5401c830 comp rx=0 tx=0).stop 2023-11-30T08:27:47.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 -- 172.21.15.116:0/1918354904 shutdown_connections 2023-11-30T08:27:47.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 --2- 172.21.15.116:0/1918354904 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdb5c0b4350 0x7fdb5c144ff0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 --2- 172.21.15.116:0/1918354904 >> v2:172.21.15.162:3300/0 conn(0x7fdb5c0af300 0x7fdb5c144ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 -- 172.21.15.116:0/1918354904 >> 172.21.15.116:0/1918354904 conn(0x7fdb5c0b4900 msgr2=0x7fdb5c0b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:47.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 -- 172.21.15.116:0/1918354904 shutdown_connections 2023-11-30T08:27:47.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 -- 172.21.15.116:0/1918354904 wait complete. 2023-11-30T08:27:47.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 Processor -- start 2023-11-30T08:27:47.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 -- start start 2023-11-30T08:27:47.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdb5c0af300 0x7fdb5c1392f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdb5c0b1eb0 0x7fdb5c06ff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdb5c0b4350 0x7fdb5c070c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5c133ee0 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5c06e780 con 0x7fdb5c0b4350 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb62903640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5c06f580 con 0x7fdb5c0af300 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb5b7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdb5c0b1eb0 0x7fdb5c06ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb5b7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdb5c0b1eb0 0x7fdb5c06ff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48202/0 (socket says 172.21.15.116:48202) 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.581+0000 7fdb5b7fe640 1 -- 172.21.15.116:0/20795142 learned_addr learned my addr 172.21.15.116:0/20795142 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb5bfff640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdb5c0af300 0x7fdb5c1392f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb60ea0640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdb5c0b4350 0x7fdb5c070c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb5b7fe640 1 -- 172.21.15.116:0/20795142 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdb5c0af300 msgr2=0x7fdb5c1392f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb5b7fe640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdb5c0af300 0x7fdb5c1392f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb5b7fe640 1 -- 172.21.15.116:0/20795142 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdb5c0b4350 msgr2=0x7fdb5c070c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb5b7fe640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdb5c0b4350 0x7fdb5c070c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb5b7fe640 1 -- 172.21.15.116:0/20795142 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb54009a70 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb60ea0640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdb5c0b4350 0x7fdb5c070c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb5bfff640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdb5c0af300 0x7fdb5c1392f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb5b7fe640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdb5c0b1eb0 0x7fdb5c06ff40 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fdb5000e870 tx=0x7fdb5000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:47.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb58ff9640 1 -- 172.21.15.116:0/20795142 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb50009510 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb58ff9640 1 -- 172.21.15.116:0/20795142 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb5000eec0 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb62903640 1 -- 172.21.15.116:0/20795142 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb5c1445f0 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb58ff9640 1 -- 172.21.15.116:0/20795142 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb5000cb40 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb62903640 1 -- 172.21.15.116:0/20795142 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb5c06fb60 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb62903640 1 -- 172.21.15.116:0/20795142 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb5c068960 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb58ff9640 1 -- 172.21.15.116:0/20795142 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fdb5000cca0 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb58ff9640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdb48066470 0x7fdb48068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb58ff9640 1 -- 172.21.15.116:0/20795142 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdb50083f20 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb5bfff640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdb48066470 0x7fdb48068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.585+0000 7fdb5bfff640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdb48066470 0x7fdb48068930 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c000f70 tx=0x7fdb4c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:47.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.589+0000 7fdb58ff9640 1 -- 172.21.15.116:0/20795142 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fdb50051430 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.817 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.809+0000 7fdb62903640 1 -- 172.21.15.116:0/20795142 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fdb5c06f7d0 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.820 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb58ff9640 1 -- 172.21.15.116:0/20795142 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) v1 ==== 190+0+147 (secure 0 0 0) 0x7fdb500170b0 con 0x7fdb5c0b1eb0 2023-11-30T08:27:47.821 INFO:teuthology.orchestra.run.smithi116.stdout:[client.0] 2023-11-30T08:27:47.821 INFO:teuthology.orchestra.run.smithi116.stdout: key = AQAaR2hlOMbqLxAAJ8+aLNBXeBHCYdvJbKDn3w== 2023-11-30T08:27:47.821 INFO:teuthology.orchestra.run.smithi116.stdout: caps mds = "allow" 2023-11-30T08:27:47.821 INFO:teuthology.orchestra.run.smithi116.stdout: caps mon = "allow r" 2023-11-30T08:27:47.821 INFO:teuthology.orchestra.run.smithi116.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-11-30T08:27:47.821 INFO:teuthology.orchestra.run.smithi116.stderr:updated caps for client.0 2023-11-30T08:27:47.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb62903640 1 -- 172.21.15.116:0/20795142 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdb48066470 msgr2=0x7fdb48068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb62903640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdb48066470 0x7fdb48068930 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c000f70 tx=0x7fdb4c009040 comp rx=0 tx=0).stop 2023-11-30T08:27:47.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb62903640 1 -- 172.21.15.116:0/20795142 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdb5c0b1eb0 msgr2=0x7fdb5c06ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb62903640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdb5c0b1eb0 0x7fdb5c06ff40 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fdb5000e870 tx=0x7fdb5000ec70 comp rx=0 tx=0).stop 2023-11-30T08:27:47.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb62903640 1 -- 172.21.15.116:0/20795142 shutdown_connections 2023-11-30T08:27:47.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb62903640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fdb5c0b4350 0x7fdb5c070c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb62903640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdb5c0b1eb0 0x7fdb5c06ff40 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb62903640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fdb48066470 0x7fdb48068930 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb62903640 1 --2- 172.21.15.116:0/20795142 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fdb5c0af300 0x7fdb5c1392f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb62903640 1 -- 172.21.15.116:0/20795142 >> 172.21.15.116:0/20795142 conn(0x7fdb5c0b4900 msgr2=0x7fdb5c143850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:47.823 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb62903640 1 -- 172.21.15.116:0/20795142 shutdown_connections 2023-11-30T08:27:47.824 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.813+0000 7fdb62903640 1 -- 172.21.15.116:0/20795142 wait complete. 2023-11-30T08:27:47.840 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:47.955 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.945+0000 7f8a0c980640 1 Processor -- start 2023-11-30T08:27:47.955 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.945+0000 7f8a0c980640 1 -- start start 2023-11-30T08:27:47.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0c980640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a080b4bb0 0x7f8a08140660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0c980640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a080bcbe0 con 0x7f8a080bc800 2023-11-30T08:27:47.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0c980640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a080b38f0 con 0x7f8a0814a390 2023-11-30T08:27:47.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0c980640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a080b3bd0 con 0x7f8a080b4bb0 2023-11-30T08:27:47.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0659c640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f8a080bc800 0x7f8a08149c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:45010/0 (socket says 172.21.15.116:45010) 2023-11-30T08:27:47.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0659c640 1 -- 172.21.15.116:0/1137703862 learned_addr learned my addr 172.21.15.116:0/1137703862 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:47.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1859973512 0 0) 0x7f8a080bcbe0 con 0x7f8a080bc800 2023-11-30T08:27:47.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a06d9d640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a080b4bb0 0x7f8a08140660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f89f0003530 con 0x7f8a080bc800 2023-11-30T08:27:47.958 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3201220359 0 0) 0x7f89f0003530 con 0x7f8a080bc800 2023-11-30T08:27:47.958 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a080b4bb0 msgr2=0x7f8a08140660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:47.958 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a080b4bb0 0x7f8a08140660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.958 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 >> v1:172.21.15.162:6789/0 conn(0x7f8a0814a390 legacy=0x7f8a0813ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a080b3eb0 con 0x7f8a080bc800 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f89f8001680 con 0x7f8a080bc800 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 >> v1:172.21.15.116:6789/0 conn(0x7f8a080bc800 legacy=0x7f8a08149c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a080b4bb0 0x7f89f00039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89f0003f30 0x7f89f00047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89f0004d10 0x7f89f0005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a080b3bd0 con 0x7f89f0004d10 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89f000ba70 con 0x7f89f0003f30 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89f000bc30 con 0x7f8a080b4bb0 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a06d9d640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89f0004d10 0x7f89f0005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0659c640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a080b4bb0 0x7f89f00039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a06d9d640 1 -- 172.21.15.116:0/1137703862 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a080b4bb0 msgr2=0x7f89f00039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:47.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a06d9d640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a080b4bb0 0x7f89f00039b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.960 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a06d9d640 1 -- 172.21.15.116:0/1137703862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89f0003f30 msgr2=0x7f89f00047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:47.960 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a05d9b640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89f0003f30 0x7f89f00047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.960 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a06d9d640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89f0003f30 0x7f89f00047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.960 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a06d9d640 1 -- 172.21.15.116:0/1137703862 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89f0003530 con 0x7f89f0004d10 2023-11-30T08:27:47.960 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a05d9b640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f89f0003f30 0x7f89f00047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:47.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a06d9d640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89f0004d10 0x7f89f0005190 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8a00009fc0 tx=0x7f8a0001cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67bcdd0ba1b67a7a server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:47.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a000a5c70 con 0x7f89f0004d10 2023-11-30T08:27:47.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a0000f040 con 0x7f89f0004d10 2023-11-30T08:27:47.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.949+0000 7f8a0559a640 1 -- 172.21.15.116:0/1137703862 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a000ad440 con 0x7f89f0004d10 2023-11-30T08:27:47.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 -- 172.21.15.116:0/1137703862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89f0004d10 msgr2=0x7f89f0005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.961 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 --2- 172.21.15.116:0/1137703862 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89f0004d10 0x7f89f0005190 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8a00009fc0 tx=0x7f8a0001cc60 comp rx=0 tx=0).stop 2023-11-30T08:27:47.962 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a06d9d640 1 -- 172.21.15.116:0/1137703862 reap_dead start 2023-11-30T08:27:47.962 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 -- 172.21.15.116:0/1137703862 shutdown_connections 2023-11-30T08:27:47.962 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 -- 172.21.15.116:0/1137703862 >> 172.21.15.116:0/1137703862 conn(0x7f8a080722b0 msgr2=0x7f8a080bbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:47.962 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 -- 172.21.15.116:0/1137703862 shutdown_connections 2023-11-30T08:27:47.962 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 -- 172.21.15.116:0/1137703862 wait complete. 2023-11-30T08:27:47.962 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 Processor -- start 2023-11-30T08:27:47.962 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 -- start start 2023-11-30T08:27:47.964 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89f0004d10 0x7f8a081dba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8a081440a0 0x7f8a081489b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a08141a70 0x7f8a0813ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a080a8940 con 0x7f89f0004d10 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a08141650 con 0x7f8a081440a0 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a08140f90 con 0x7f8a08141a70 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0659c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89f0004d10 0x7f8a081dba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0659c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89f0004d10 0x7f8a081dba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48222/0 (socket says 172.21.15.116:48222) 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0659c640 1 -- 172.21.15.116:0/3597919206 learned_addr learned my addr 172.21.15.116:0/3597919206 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a05d9b640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8a081440a0 0x7f8a081489b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a06d9d640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a08141a70 0x7f8a0813ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0659c640 1 -- 172.21.15.116:0/3597919206 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a08141a70 msgr2=0x7f8a0813ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0659c640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a08141a70 0x7f8a0813ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0659c640 1 -- 172.21.15.116:0/3597919206 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8a081440a0 msgr2=0x7f8a081489b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:47.965 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0659c640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8a081440a0 0x7f8a081489b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0659c640 1 -- 172.21.15.116:0/3597919206 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a08141270 con 0x7f89f0004d10 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0659c640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89f0004d10 0x7f8a081dba00 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f89f800d8e0 tx=0x7f89f800dda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f89f6ffd640 1 -- 172.21.15.116:0/3597919206 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89f80074e0 con 0x7f89f0004d10 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f89f6ffd640 1 -- 172.21.15.116:0/3597919206 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89f8007640 con 0x7f89f0004d10 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 -- 172.21.15.116:0/3597919206 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a080a9590 con 0x7f89f0004d10 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f89f6ffd640 1 -- 172.21.15.116:0/3597919206 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89f8004a10 con 0x7f89f0004d10 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 -- 172.21.15.116:0/3597919206 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a081496e0 con 0x7f89f0004d10 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.953+0000 7f8a0c980640 1 -- 172.21.15.116:0/3597919206 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a08067de0 con 0x7f89f0004d10 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.957+0000 7f89f6ffd640 1 -- 172.21.15.116:0/3597919206 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f89f8004b70 con 0x7f89f0004d10 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.957+0000 7f89f6ffd640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f89e8066470 0x7f89e8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.957+0000 7f8a05d9b640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f89e8066470 0x7f89e8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.957+0000 7f89f6ffd640 1 -- 172.21.15.116:0/3597919206 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f89f8083b30 con 0x7f89f0004d10 2023-11-30T08:27:47.966 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.957+0000 7f8a05d9b640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f89e8066470 0x7f89e8068930 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8a081dcb30 tx=0x7f89fc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:47.968 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:47.961+0000 7f89f6ffd640 1 -- 172.21.15.116:0/3597919206 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f89f8051040 con 0x7f89f0004d10 2023-11-30T08:27:48.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 -- 172.21.15.116:0/3597919206 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8a080688f0 con 0x7f89f0004d10 2023-11-30T08:27:48.148 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f89f6ffd640 1 -- 172.21.15.116:0/3597919206 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+3337 (secure 0 0 0) 0x7f89f8019090 con 0x7f89f0004d10 2023-11-30T08:27:48.149 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:48.149 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4529,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1281210922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1281210922},{"type":"v1","addr":"172.21.15.162:6833","nonce":1281210922}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:38.919648+0000","modified":"2023-11-30T08:27:40.946396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4914":{"gid":4914,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3980636305","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3980636305},{"type":"v1","addr":"172.21.15.116:6835","nonce":3980636305}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-30T08:27:48.149 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 15 2023-11-30T08:27:48.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 -- 172.21.15.116:0/3597919206 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f89e8066470 msgr2=0x7f89e8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f89e8066470 0x7f89e8068930 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8a081dcb30 tx=0x7f89fc009040 comp rx=0 tx=0).stop 2023-11-30T08:27:48.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 -- 172.21.15.116:0/3597919206 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89f0004d10 msgr2=0x7f8a081dba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89f0004d10 0x7f8a081dba00 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f89f800d8e0 tx=0x7f89f800dda0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 -- 172.21.15.116:0/3597919206 shutdown_connections 2023-11-30T08:27:48.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f89e8066470 0x7f89e8068930 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8a08141a70 0x7f8a0813ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8a081440a0 0x7f8a081489b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 --2- 172.21.15.116:0/3597919206 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89f0004d10 0x7f8a081dba00 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 -- 172.21.15.116:0/3597919206 >> 172.21.15.116:0/3597919206 conn(0x7f8a080722b0 msgr2=0x7f8a0813f3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:48.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 -- 172.21.15.116:0/3597919206 shutdown_connections 2023-11-30T08:27:48.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.141+0000 7f8a0c980640 1 -- 172.21.15.116:0/3597919206 wait complete. 2023-11-30T08:27:48.367 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-11-30T08:27:38.919648+0000', 'modified': '2023-11-30T08:27:40.946396+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4914}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4914': {'gid': 4914, 'name': 'a', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.116:6835/3980636305', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6834', 'nonce': 3980636305}, {'type': 'v1', 'addr': '172.21.15.116:6835', 'nonce': 3980636305}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-11-30T08:27:48.367 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-11-30T08:27:48.368 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-11-30T08:27:48.496 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f959d9bc640 1 Processor -- start 2023-11-30T08:27:48.497 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f959d9bc640 1 -- start start 2023-11-30T08:27:48.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f959d9bc640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f95980b7b60 0x7f9598147b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f959d9bc640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95980ba8d0 con 0x7f95980ba4f0 2023-11-30T08:27:48.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f959d9bc640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95980b7ff0 con 0x7f959813ea10 2023-11-30T08:27:48.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f959d9bc640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95980b1500 con 0x7f95980b7b60 2023-11-30T08:27:48.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f9596ffd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f95980ba4f0 0x7f959813e300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:45024/0 (socket says 172.21.15.116:45024) 2023-11-30T08:27:48.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f9596ffd640 1 -- 172.21.15.116:0/3876106788 learned_addr learned my addr 172.21.15.116:0/3876106788 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:48.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f95967fc640 1 --2- 172.21.15.116:0/3876106788 >> v2:172.21.15.116:3300/0 conn(0x7f95980b7b60 0x7f9598147b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f9595ffb640 1 -- 172.21.15.116:0/3876106788 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1509268751 0 0) 0x7f95980ba8d0 con 0x7f95980ba4f0 2023-11-30T08:27:48.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f9595ffb640 1 -- 172.21.15.116:0/3876106788 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9580003530 con 0x7f95980ba4f0 2023-11-30T08:27:48.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f95967fc640 1 -- 172.21.15.116:0/3876106788 >> v1:172.21.15.162:6789/0 conn(0x7f959813ea10 legacy=0x7f959814edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:48.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f95967fc640 1 -- 172.21.15.116:0/3876106788 >> v1:172.21.15.116:6789/0 conn(0x7f95980ba4f0 legacy=0x7f959813e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.498 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.489+0000 7f95967fc640 1 -- 172.21.15.116:0/3876106788 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95980b82d0 con 0x7f95980b7b60 2023-11-30T08:27:48.500 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f95967fc640 1 --2- 172.21.15.116:0/3876106788 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f95980b7b60 0x7f9598147b80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f958c0097c0 tx=0x7f958c01c410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4980a6f594a13575 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:48.500 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f9595ffb640 1 -- 172.21.15.116:0/3876106788 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958c0a7070 con 0x7f95980b7b60 2023-11-30T08:27:48.500 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f9595ffb640 1 -- 172.21.15.116:0/3876106788 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f958c0ab430 con 0x7f95980b7b60 2023-11-30T08:27:48.500 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f9595ffb640 1 -- 172.21.15.116:0/3876106788 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958c0ab7c0 con 0x7f95980b7b60 2023-11-30T08:27:48.501 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 -- 172.21.15.116:0/3876106788 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f95980b7b60 msgr2=0x7f9598147b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.501 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 --2- 172.21.15.116:0/3876106788 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f95980b7b60 0x7f9598147b80 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f958c0097c0 tx=0x7f958c01c410 comp rx=0 tx=0).stop 2023-11-30T08:27:48.501 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 -- 172.21.15.116:0/3876106788 shutdown_connections 2023-11-30T08:27:48.501 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 --2- 172.21.15.116:0/3876106788 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f95980b7b60 0x7f9598147b80 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.501 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 -- 172.21.15.116:0/3876106788 >> 172.21.15.116:0/3876106788 conn(0x7f959806a980 msgr2=0x7f959806ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:48.501 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 -- 172.21.15.116:0/3876106788 shutdown_connections 2023-11-30T08:27:48.501 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 -- 172.21.15.116:0/3876106788 wait complete. 2023-11-30T08:27:48.502 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 Processor -- start 2023-11-30T08:27:48.502 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 -- start start 2023-11-30T08:27:48.503 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f95980ba4f0 0x7f9598142710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f959813ea10 0x7f95981432d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f95981df950 0x7f95981dfde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95981e0320 con 0x7f95981df950 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95981df4c0 con 0x7f959813ea10 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9598143810 con 0x7f95980ba4f0 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f95977fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f95981df950 0x7f95981dfde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f95977fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f95981df950 0x7f95981dfde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48250/0 (socket says 172.21.15.116:48250) 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f95977fe640 1 -- 172.21.15.116:0/1788941650 learned_addr learned my addr 172.21.15.116:0/1788941650 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f9596ffd640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f95980ba4f0 0x7f9598142710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f95967fc640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f959813ea10 0x7f95981432d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f95977fe640 1 -- 172.21.15.116:0/1788941650 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f95980ba4f0 msgr2=0x7f9598142710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f95977fe640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f95980ba4f0 0x7f9598142710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f95977fe640 1 -- 172.21.15.116:0/1788941650 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f959813ea10 msgr2=0x7f95981432d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f95977fe640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f959813ea10 0x7f95981432d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.504 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f95977fe640 1 -- 172.21.15.116:0/1788941650 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f958c009420 con 0x7f95981df950 2023-11-30T08:27:48.505 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f95967fc640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f959813ea10 0x7f95981432d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:48.505 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f95977fe640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f95981df950 0x7f95981dfde0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f959000c7b0 tx=0x7f959000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:48.505 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f957ffff640 1 -- 172.21.15.116:0/1788941650 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9590004b70 con 0x7f95981df950 2023-11-30T08:27:48.505 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f957ffff640 1 -- 172.21.15.116:0/1788941650 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9590004cd0 con 0x7f95981df950 2023-11-30T08:27:48.505 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.493+0000 7f959d9bc640 1 -- 172.21.15.116:0/1788941650 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9598143a90 con 0x7f95981df950 2023-11-30T08:27:48.505 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f957ffff640 1 -- 172.21.15.116:0/1788941650 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f959000aa90 con 0x7f95981df950 2023-11-30T08:27:48.505 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f959d9bc640 1 -- 172.21.15.116:0/1788941650 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9598136cf0 con 0x7f95981df950 2023-11-30T08:27:48.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f957ffff640 1 -- 172.21.15.116:0/1788941650 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f959000abf0 con 0x7f95981df950 2023-11-30T08:27:48.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f957ffff640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9584066470 0x7f9584068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f957ffff640 1 -- 172.21.15.116:0/1788941650 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9590083ff0 con 0x7f95981df950 2023-11-30T08:27:48.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f9596ffd640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9584066470 0x7f9584068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f9596ffd640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9584066470 0x7f9584068930 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f95880011f0 tx=0x7f9588009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:48.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95a0aec000 1 Processor -- start 2023-11-30T08:27:48.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95a0aec000 1 -- start start 2023-11-30T08:27:48.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95a0aec000 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7100 0x557b386c74e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95a0aec000 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c7a20 0x557b386c1ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95a0aec000 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c23e0 0x557b386c27c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95a0aec000 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b384fc130 con 0x557b386c7a20 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95a0aec000 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b384e99a0 con 0x557b386c7100 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95a0aec000 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x557b384e6ed0 con 0x557b386c23e0 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95967fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c7a20 0x557b386c1ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95967fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c7a20 0x557b386c1ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48258/0 (socket says 172.21.15.116:48258) 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95967fc640 1 -- 172.21.15.116:0/2774173443 learned_addr learned my addr 172.21.15.116:0/2774173443 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f9596ffd640 1 --2- 172.21.15.116:0/2774173443 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7100 0x557b386c74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95967fc640 1 -- 172.21.15.116:0/2774173443 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c23e0 msgr2=0x557b386c27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95967fc640 1 --2- 172.21.15.116:0/2774173443 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c23e0 0x557b386c27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95967fc640 1 -- 172.21.15.116:0/2774173443 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7100 msgr2=0x557b386c74e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95967fc640 1 --2- 172.21.15.116:0/2774173443 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7100 0x557b386c74e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95967fc640 1 -- 172.21.15.116:0/2774173443 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557b381da890 con 0x557b386c7a20 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.497+0000 7f95967fc640 1 --2- 172.21.15.116:0/2774173443 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c7a20 0x557b386c1ea0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f958c019020 tx=0x7f958c0a7000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86964887ce90a343 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f957d7fa640 1 -- 172.21.15.116:0/2774173443 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958c0ab9a0 con 0x557b386c7a20 2023-11-30T08:27:48.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f957d7fa640 1 -- 172.21.15.116:0/2774173443 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f958c0b9070 con 0x557b386c7a20 2023-11-30T08:27:48.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f957d7fa640 1 -- 172.21.15.116:0/2774173443 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958c0abd20 con 0x557b386c7a20 2023-11-30T08:27:48.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 -- 172.21.15.116:0/2774173443 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c7a20 msgr2=0x557b386c1ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 --2- 172.21.15.116:0/2774173443 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c7a20 0x557b386c1ea0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f958c019020 tx=0x7f958c0a7000 comp rx=0 tx=0).stop 2023-11-30T08:27:48.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 -- 172.21.15.116:0/2774173443 shutdown_connections 2023-11-30T08:27:48.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 --2- 172.21.15.116:0/2774173443 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c23e0 0x557b386c27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 --2- 172.21.15.116:0/2774173443 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c7a20 0x557b386c1ea0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 --2- 172.21.15.116:0/2774173443 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7100 0x557b386c74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 -- 172.21.15.116:0/2774173443 >> 172.21.15.116:0/2774173443 conn(0x557b386bdc50 msgr2=0x557b386c0040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:48.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 -- 172.21.15.116:0/2774173443 shutdown_connections 2023-11-30T08:27:48.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 -- 172.21.15.116:0/2774173443 wait complete. 2023-11-30T08:27:48.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 -- start start 2023-11-30T08:27:48.510 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 Processor -- start 2023-11-30T08:27:48.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b3868ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7100 0x557b3868efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7a20 0x557b3868f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b384e27c0 con 0x557b386c23e0 2023-11-30T08:27:48.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b3849abf0 con 0x557b386c7100 2023-11-30T08:27:48.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x557b384a0a90 con 0x557b386c7a20 2023-11-30T08:27:48.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 10 client.0 _ll_register_callbacks cb 0x557b3867d3c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-30T08:27:48.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f9596ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b3868ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f9596ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b3868ea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48266/0 (socket says 172.21.15.116:48266) 2023-11-30T08:27:48.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f9596ffd640 1 -- 172.21.15.116:0/3531419050 learned_addr learned my addr 172.21.15.116:0/3531419050 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f9596ffd640 1 -- 172.21.15.116:0/3531419050 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7a20 msgr2=0x557b3868f510 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f9596ffd640 1 --2- 172.21.15.116:0/3531419050 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7a20 0x557b3868f510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f9596ffd640 1 -- 172.21.15.116:0/3531419050 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7100 msgr2=0x557b3868efd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f9596ffd640 1 --2- 172.21.15.116:0/3531419050 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7100 0x557b3868efd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f9596ffd640 1 -- 172.21.15.116:0/3531419050 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95980b82d0 con 0x557b386c23e0 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f9596ffd640 1 --2- 172.21.15.116:0/3531419050 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b3868ea90 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f9588005e70 tx=0x7f9588000ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fa0e5a03a044676 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95767fc640 10 client.0 ms_handle_connect on v2:172.21.15.116:3300/0 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95767fc640 1 -- 172.21.15.116:0/3531419050 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9588007560 con 0x557b386c23e0 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 -- 172.21.15.116:0/3531419050 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557b384a4470 con 0x557b386c23e0 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95767fc640 1 -- 172.21.15.116:0/3531419050 <== mon.0 v2:172.21.15.116:3300/0 2 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f95880076c0 con 0x557b386c23e0 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95767fc640 1 -- 172.21.15.116:0/3531419050 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9588022430 con 0x557b386c23e0 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 10 client.5118 fetch_fsmap learned FSMap version 15 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 -- 172.21.15.116:0/3531419050 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x557b384a3190 con 0x557b386c23e0 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95767fc640 1 -- 172.21.15.116:0/3531419050 <== mon.0 v2:172.21.15.116:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x557b384a4470 con 0x557b386c23e0 2023-11-30T08:27:48.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95767fc640 1 -- 172.21.15.116:0/3531419050 <== mon.0 v2:172.21.15.116:3300/0 5 ==== fsmap(e 15) v1 ==== 2144+0+0 (secure 0 0 0) 0x7f9588029020 con 0x557b386c23e0 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 10 client.5118 fetch_fsmap finished waiting for FSMap version 15 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 10 client.5118 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 20 client.5118 populate_metadata read hostname 'smithi116' 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 --2- 172.21.15.116:0/3531419050 >> [v2:172.21.15.116:6834/3980636305,v1:172.21.15.116:6835/3980636305] conn(0x557b386d6190 0x557b386d8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 4 client.5118 mds_command: new command op to 4914 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95a0aec000 1 -- 172.21.15.116:0/3531419050 --> [v2:172.21.15.116:6834/3980636305,v1:172.21.15.116:6835/3980636305] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557b384a7b50 con 0x557b386d6190 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95967fc640 1 --2- 172.21.15.116:0/3531419050 >> [v2:172.21.15.116:6834/3980636305,v1:172.21.15.116:6835/3980636305] conn(0x557b386d6190 0x557b386d8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95767fc640 10 client.5118 ms_handle_connect on v2:172.21.15.116:6834/3980636305 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.501+0000 7f95967fc640 1 --2- 172.21.15.116:0/3531419050 >> [v2:172.21.15.116:6834/3980636305,v1:172.21.15.116:6835/3980636305] conn(0x557b386d6190 0x557b386d8580 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af2fb8d08f60dea8 server_cookie=4e5b0b773d34238 in_seq=0 out_seq=0 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95767fc640 1 -- 172.21.15.116:0/3531419050 <== mds.0 v2:172.21.15.116:6834/3980636305 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557b384a7b50 con 0x557b386d6190 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95767fc640 10 client.5118 handle_command_reply: tid=0 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95a0aec000 1 client.5118 shutdown 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95a0aec000 1 -- 172.21.15.116:0/3531419050 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 msgr2=0x557b3868ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95a0aec000 1 --2- 172.21.15.116:0/3531419050 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b3868ea90 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f9588005e70 tx=0x7f9588000ee0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95a0aec000 1 -- 172.21.15.116:0/3531419050 shutdown_connections 2023-11-30T08:27:48.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95a0aec000 1 --2- 172.21.15.116:0/3531419050 >> [v2:172.21.15.116:6834/3980636305,v1:172.21.15.116:6835/3980636305] conn(0x557b386d6190 0x557b386d8580 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95a0aec000 1 --2- 172.21.15.116:0/3531419050 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7a20 0x557b3868f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95a0aec000 1 --2- 172.21.15.116:0/3531419050 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7100 0x557b3868efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95767fc640 0 client.5118 ms_handle_reset on v2:172.21.15.116:6834/3980636305 2023-11-30T08:27:48.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95a0aec000 1 --2- 172.21.15.116:0/3531419050 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b3868ea90 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95a0aec000 1 -- 172.21.15.116:0/3531419050 >> 172.21.15.116:0/3531419050 conn(0x557b386bdc50 msgr2=0x557b386c0040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:48.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95a0aec000 1 -- 172.21.15.116:0/3531419050 shutdown_connections 2023-11-30T08:27:48.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95a0aec000 1 -- 172.21.15.116:0/3531419050 wait complete. 2023-11-30T08:27:48.517 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.505+0000 7f95a0aec000 20 client.5118 trim_cache size 0 max 16384 2023-11-30T08:27:48.527 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 Processor -- start 2023-11-30T08:27:48.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- start start 2023-11-30T08:27:48.530 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b38697340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.530 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7100 0x557b386d8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.530 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7a20 0x557b386d8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.530 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b3819b940 con 0x557b386c23e0 2023-11-30T08:27:48.530 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b384dcac0 con 0x557b386c7a20 2023-11-30T08:27:48.530 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x557b384de130 con 0x557b386c7100 2023-11-30T08:27:48.530 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b38697340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.530 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b38697340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48276/0 (socket says 172.21.15.116:48276) 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 -- 172.21.15.116:0/2564323010 learned_addr learned my addr 172.21.15.116:0/2564323010 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95967fc640 1 --2- 172.21.15.116:0/2564323010 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7100 0x557b386d8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 -- 172.21.15.116:0/2564323010 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7100 msgr2=0x557b386d8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 --2- 172.21.15.116:0/2564323010 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7100 0x557b386d8580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 -- 172.21.15.116:0/2564323010 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7a20 msgr2=0x557b386d8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95977fe640 1 --2- 172.21.15.116:0/2564323010 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7a20 0x557b386d8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 --2- 172.21.15.116:0/2564323010 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7a20 0x557b386d8ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 -- 172.21.15.116:0/2564323010 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557b38489490 con 0x557b386c23e0 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95967fc640 1 --2- 172.21.15.116:0/2564323010 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7100 0x557b386d8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 --2- 172.21.15.116:0/2564323010 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b38697340 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f95880078d0 tx=0x7f958801e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52f687b122b427dc server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f957dffb640 1 -- 172.21.15.116:0/2564323010 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9588005b20 con 0x557b386c23e0 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f957dffb640 1 -- 172.21.15.116:0/2564323010 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f958801b050 con 0x557b386c23e0 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f957dffb640 1 -- 172.21.15.116:0/2564323010 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95880136e0 con 0x557b386c23e0 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- 172.21.15.116:0/2564323010 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 msgr2=0x557b38697340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 --2- 172.21.15.116:0/2564323010 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b38697340 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f95880078d0 tx=0x7f958801e000 comp rx=0 tx=0).stop 2023-11-30T08:27:48.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- 172.21.15.116:0/2564323010 shutdown_connections 2023-11-30T08:27:48.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 --2- 172.21.15.116:0/2564323010 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7a20 0x557b386d8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 --2- 172.21.15.116:0/2564323010 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7100 0x557b386d8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 --2- 172.21.15.116:0/2564323010 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b38697340 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- 172.21.15.116:0/2564323010 >> 172.21.15.116:0/2564323010 conn(0x557b386bdc50 msgr2=0x557b386c5060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:48.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- 172.21.15.116:0/2564323010 shutdown_connections 2023-11-30T08:27:48.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- 172.21.15.116:0/2564323010 wait complete. 2023-11-30T08:27:48.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- start start 2023-11-30T08:27:48.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 Processor -- start 2023-11-30T08:27:48.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b386f7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7100 0x557b386f8390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7a20 0x557b386f88d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b384dfbc0 con 0x557b386c23e0 2023-11-30T08:27:48.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x557b384dffd0 con 0x557b386c7a20 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x557b384ab910 con 0x557b386c7100 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95a0aec000 10 client.0 _ll_register_callbacks cb 0x557b384654c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b386f7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b386f7e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:48288/0 (socket says 172.21.15.116:48288) 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 -- 172.21.15.116:0/1298611068 learned_addr learned my addr 172.21.15.116:0/1298611068 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 -- 172.21.15.116:0/1298611068 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7100 msgr2=0x557b386f8390 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 --2- 172.21.15.116:0/1298611068 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7100 0x557b386f8390 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 -- 172.21.15.116:0/1298611068 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7a20 msgr2=0x557b386f88d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 --2- 172.21.15.116:0/1298611068 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7a20 0x557b386f88d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 -- 172.21.15.116:0/1298611068 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557b384a3190 con 0x557b386c23e0 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f9596ffd640 1 --2- 172.21.15.116:0/1298611068 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b386f7e50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f9588013420 tx=0x7f9588007000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5484d0e065489fb0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.521+0000 7f95767fc640 10 client.0 ms_handle_connect on v2:172.21.15.116:3300/0 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95767fc640 1 -- 172.21.15.116:0/1298611068 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9588013770 con 0x557b386c23e0 2023-11-30T08:27:48.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95767fc640 1 -- 172.21.15.116:0/1298611068 <== mon.0 v2:172.21.15.116:3300/0 2 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f95880138d0 con 0x557b386c23e0 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 -- 172.21.15.116:0/1298611068 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557b386c6b90 con 0x557b386c23e0 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95767fc640 1 -- 172.21.15.116:0/1298611068 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9588013ad0 con 0x557b386c23e0 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 10 client.5124 fetch_fsmap learned FSMap version 15 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 -- 172.21.15.116:0/1298611068 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x557b381dacc0 con 0x557b386c23e0 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95767fc640 1 -- 172.21.15.116:0/1298611068 <== mon.0 v2:172.21.15.116:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x557b386c6b90 con 0x557b386c23e0 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95767fc640 1 -- 172.21.15.116:0/1298611068 <== mon.0 v2:172.21.15.116:3300/0 5 ==== fsmap(e 15) v1 ==== 2144+0+0 (secure 0 0 0) 0x7f9588045070 con 0x557b386c23e0 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 10 client.5124 fetch_fsmap finished waiting for FSMap version 15 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 10 client.5124 resolve_mds: resolved name 'a' to daemon mds.a 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 20 client.5124 populate_metadata read hostname 'smithi116' 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 --2- 172.21.15.116:0/1298611068 >> [v2:172.21.15.116:6834/3980636305,v1:172.21.15.116:6835/3980636305] conn(0x557b3872d5e0 0x557b3872f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 4 client.5124 mds_command: new command op to 4914 tid=0 multi_id=0 [{"prefix": "status"}] 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 -- 172.21.15.116:0/1298611068 --> [v2:172.21.15.116:6834/3980636305,v1:172.21.15.116:6835/3980636305] -- command(tid 0: {"prefix": "status"}) v1 -- 0x557b384e1110 con 0x557b3872d5e0 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95967fc640 1 --2- 172.21.15.116:0/1298611068 >> [v2:172.21.15.116:6834/3980636305,v1:172.21.15.116:6835/3980636305] conn(0x557b3872d5e0 0x557b3872f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95967fc640 1 --2- 172.21.15.116:0/1298611068 >> [v2:172.21.15.116:6834/3980636305,v1:172.21.15.116:6835/3980636305] conn(0x557b3872d5e0 0x557b3872f9d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3e91f872c87e758 server_cookie=90a9b77d29f66110 in_seq=0 out_seq=0 2023-11-30T08:27:48.537 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95767fc640 10 client.5124 ms_handle_connect on v2:172.21.15.116:6834/3980636305 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95767fc640 1 -- 172.21.15.116:0/1298611068 <== mds.0 v2:172.21.15.116:6834/3980636305 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x557b384e1110 con 0x557b3872d5e0 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95767fc640 10 client.5124 handle_command_reply: tid=0 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 client.5124 shutdown 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 -- 172.21.15.116:0/1298611068 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 msgr2=0x557b386f7e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 --2- 172.21.15.116:0/1298611068 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b386f7e50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f9588013420 tx=0x7f9588007000 comp rx=0 tx=0).stop 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 -- 172.21.15.116:0/1298611068 shutdown_connections 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 --2- 172.21.15.116:0/1298611068 >> [v2:172.21.15.116:6834/3980636305,v1:172.21.15.116:6835/3980636305] conn(0x557b3872d5e0 0x557b3872f9d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 --2- 172.21.15.116:0/1298611068 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x557b386c7a20 0x557b386f88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 --2- 172.21.15.116:0/1298611068 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x557b386c7100 0x557b386f8390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 --2- 172.21.15.116:0/1298611068 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557b386c23e0 0x557b386f7e50 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 -- 172.21.15.116:0/1298611068 >> 172.21.15.116:0/1298611068 conn(0x557b386bdc50 msgr2=0x557b386c5060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95767fc640 0 client.5124 ms_handle_reset on v2:172.21.15.116:6834/3980636305 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 -- 172.21.15.116:0/1298611068 shutdown_connections 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 1 -- 172.21.15.116:0/1298611068 wait complete. 2023-11-30T08:27:48.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f95a0aec000 20 client.5124 trim_cache size 0 max 16384 2023-11-30T08:27:48.539 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:27:48.539 INFO:teuthology.orchestra.run.smithi116.stdout: "cluster_fsid": "60334f9b-efbc-4132-982c-5ee6714fa55f", 2023-11-30T08:27:48.539 INFO:teuthology.orchestra.run.smithi116.stdout: "whoami": 0, 2023-11-30T08:27:48.539 INFO:teuthology.orchestra.run.smithi116.stdout: "id": 4914, 2023-11-30T08:27:48.539 INFO:teuthology.orchestra.run.smithi116.stdout: "want_state": "up:active", 2023-11-30T08:27:48.539 INFO:teuthology.orchestra.run.smithi116.stdout: "state": "up:active", 2023-11-30T08:27:48.539 INFO:teuthology.orchestra.run.smithi116.stdout: "fs_name": "cephfs", 2023-11-30T08:27:48.539 INFO:teuthology.orchestra.run.smithi116.stdout: "rank_uptime": 8.9118966989999997, 2023-11-30T08:27:48.539 INFO:teuthology.orchestra.run.smithi116.stdout: "mdsmap_epoch": 15, 2023-11-30T08:27:48.539 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_epoch": 29, 2023-11-30T08:27:48.539 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_epoch_barrier": 29, 2023-11-30T08:27:48.540 INFO:teuthology.orchestra.run.smithi116.stdout: "uptime": 15.957987788000001 2023-11-30T08:27:48.540 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:27:48.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f959d9bc640 1 -- 172.21.15.116:0/1788941650 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9584066470 msgr2=0x7f9584068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f959d9bc640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9584066470 0x7f9584068930 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f95880011f0 tx=0x7f9588009040 comp rx=0 tx=0).stop 2023-11-30T08:27:48.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f959d9bc640 1 -- 172.21.15.116:0/1788941650 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f95981df950 msgr2=0x7f95981dfde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f959d9bc640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f95981df950 0x7f95981dfde0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f959000c7b0 tx=0x7f959000cc70 comp rx=0 tx=0).stop 2023-11-30T08:27:48.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f959d9bc640 1 -- 172.21.15.116:0/1788941650 shutdown_connections 2023-11-30T08:27:48.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f959d9bc640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f95981df950 0x7f95981dfde0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f959d9bc640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f959813ea10 0x7f95981432d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f959d9bc640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9584066470 0x7f9584068930 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f959d9bc640 1 --2- 172.21.15.116:0/1788941650 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f95980ba4f0 0x7f9598142710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f959d9bc640 1 -- 172.21.15.116:0/1788941650 >> 172.21.15.116:0/1788941650 conn(0x7f959806a980 msgr2=0x7f959813e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:48.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f959d9bc640 1 -- 172.21.15.116:0/1788941650 shutdown_connections 2023-11-30T08:27:48.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.525+0000 7f959d9bc640 1 -- 172.21.15.116:0/1788941650 wait complete. 2023-11-30T08:27:48.550 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-11-30T08:27:48.660 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f843950c640 1 Processor -- start 2023-11-30T08:27:48.660 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f843950c640 1 -- start start 2023-11-30T08:27:48.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f843950c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f84340af2e0 0x7f8434147080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f843950c640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f84340ad7c0 0x7f84341475c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f843950c640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84340af770 con 0x7f843406c920 2023-11-30T08:27:48.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f843950c640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84340afc20 con 0x7f84340ad7c0 2023-11-30T08:27:48.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f843950c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84340aeea0 con 0x7f84340af2e0 2023-11-30T08:27:48.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f842bfff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f84340af2e0 0x7f8434147080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f842bfff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f84340af2e0 0x7f8434147080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:34692/0 (socket says 172.21.15.116:34692) 2023-11-30T08:27:48.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f842bfff640 1 -- 172.21.15.116:0/4260593974 learned_addr learned my addr 172.21.15.116:0/4260593974 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:48.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f84337fe640 1 --2- 172.21.15.116:0/4260593974 >> v2:172.21.15.162:3300/0 conn(0x7f84340ad7c0 0x7f84341475c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.662 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f842bfff640 1 -- 172.21.15.116:0/4260593974 >> v2:172.21.15.162:3300/0 conn(0x7f84340ad7c0 msgr2=0x7f84341475c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:48.662 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f842bfff640 1 --2- 172.21.15.116:0/4260593974 >> v2:172.21.15.162:3300/0 conn(0x7f84340ad7c0 0x7f84341475c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.662 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f842bfff640 1 -- 172.21.15.116:0/4260593974 >> v1:172.21.15.162:6789/0 conn(0x7f843406c920 legacy=0x7f84340ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:48.662 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.653+0000 7f842bfff640 1 -- 172.21.15.116:0/4260593974 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8434147b00 con 0x7f84340af2e0 2023-11-30T08:27:48.664 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f842bfff640 1 --2- 172.21.15.116:0/4260593974 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f84340af2e0 0x7f8434147080 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f841c009870 tx=0x7f841c01c3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8fa2f500e87cb42b server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:48.664 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f84327fc640 1 -- 172.21.15.116:0/4260593974 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f841c0ac600 con 0x7f84340af2e0 2023-11-30T08:27:48.664 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f84327fc640 1 -- 172.21.15.116:0/4260593974 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f841c0a8050 con 0x7f84340af2e0 2023-11-30T08:27:48.664 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f84327fc640 1 -- 172.21.15.116:0/4260593974 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f841c0ac980 con 0x7f84340af2e0 2023-11-30T08:27:48.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 -- 172.21.15.116:0/4260593974 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f84340af2e0 msgr2=0x7f8434147080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 --2- 172.21.15.116:0/4260593974 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f84340af2e0 0x7f8434147080 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f841c009870 tx=0x7f841c01c3e0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 -- 172.21.15.116:0/4260593974 shutdown_connections 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 --2- 172.21.15.116:0/4260593974 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f84340af2e0 0x7f8434147080 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 --2- 172.21.15.116:0/4260593974 >> v2:172.21.15.162:3300/0 conn(0x7f84340ad7c0 0x7f84341475c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 -- 172.21.15.116:0/4260593974 >> 172.21.15.116:0/4260593974 conn(0x7f84340b48e0 msgr2=0x7f84340b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 -- 172.21.15.116:0/4260593974 shutdown_connections 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 -- 172.21.15.116:0/4260593974 wait complete. 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 Processor -- start 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 -- start start 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f843406c920 0x7f84341e0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f84340ad7c0 0x7f843413fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8434143120 0x7f843413e060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84341e0120 con 0x7f8434143120 2023-11-30T08:27:48.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84341e0390 con 0x7f843406c920 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84341e0670 con 0x7f84340ad7c0 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f84337fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8434143120 0x7f843413e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f84337fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8434143120 0x7f843413e060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60724/0 (socket says 172.21.15.116:60724) 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f84337fe640 1 -- 172.21.15.116:0/2576273972 learned_addr learned my addr 172.21.15.116:0/2576273972 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f842bfff640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f84340ad7c0 0x7f843413fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f8432ffd640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f843406c920 0x7f84341e0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f84337fe640 1 -- 172.21.15.116:0/2576273972 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f84340ad7c0 msgr2=0x7f843413fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f84337fe640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f84340ad7c0 0x7f843413fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f84337fe640 1 -- 172.21.15.116:0/2576273972 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f843406c920 msgr2=0x7f84341e0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f84337fe640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f843406c920 0x7f84341e0b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f84337fe640 1 -- 172.21.15.116:0/2576273972 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f841c0094d0 con 0x7f8434143120 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f84337fe640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8434143120 0x7f843413e060 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f842c00efc0 tx=0x7f842c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f842b7fe640 1 -- 172.21.15.116:0/2576273972 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f842c014480 con 0x7f8434143120 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f842b7fe640 1 -- 172.21.15.116:0/2576273972 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f842c00f040 con 0x7f8434143120 2023-11-30T08:27:48.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.657+0000 7f843950c640 1 -- 172.21.15.116:0/2576273972 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f843413c840 con 0x7f8434143120 2023-11-30T08:27:48.670 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.661+0000 7f842b7fe640 1 -- 172.21.15.116:0/2576273972 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f842c014820 con 0x7f8434143120 2023-11-30T08:27:48.670 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.661+0000 7f843950c640 1 -- 172.21.15.116:0/2576273972 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f843413c1e0 con 0x7f8434143120 2023-11-30T08:27:48.670 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.661+0000 7f843950c640 1 -- 172.21.15.116:0/2576273972 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84340679e0 con 0x7f8434143120 2023-11-30T08:27:48.671 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.661+0000 7f842b7fe640 1 -- 172.21.15.116:0/2576273972 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f842c014980 con 0x7f8434143120 2023-11-30T08:27:48.671 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.661+0000 7f842b7fe640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8414066470 0x7f8414068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:48.671 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.661+0000 7f842b7fe640 1 -- 172.21.15.116:0/2576273972 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f842c0848a0 con 0x7f8434143120 2023-11-30T08:27:48.671 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.661+0000 7f8432ffd640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8414066470 0x7f8414068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:48.671 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.661+0000 7f8432ffd640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8414066470 0x7f8414068930 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f84240016c0 tx=0x7f8424009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:48.673 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.665+0000 7f842b7fe640 1 -- 172.21.15.116:0/2576273972 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f842c051db0 con 0x7f8434143120 2023-11-30T08:27:48.850 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.841+0000 7f843950c640 1 -- 172.21.15.116:0/2576273972 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f84340688f0 con 0x7f8434143120 2023-11-30T08:27:48.851 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.841+0000 7f842b7fe640 1 -- 172.21.15.116:0/2576273972 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) v1 ==== 53+0+73 (secure 0 0 0) 0x7f842c018070 con 0x7f8434143120 2023-11-30T08:27:48.851 INFO:teuthology.orchestra.run.smithi116.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-11-30T08:27:48.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.845+0000 7f843950c640 1 -- 172.21.15.116:0/2576273972 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8414066470 msgr2=0x7f8414068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.845+0000 7f843950c640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8414066470 0x7f8414068930 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f84240016c0 tx=0x7f8424009040 comp rx=0 tx=0).stop 2023-11-30T08:27:48.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.845+0000 7f843950c640 1 -- 172.21.15.116:0/2576273972 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8434143120 msgr2=0x7f843413e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:48.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.845+0000 7f843950c640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8434143120 0x7f843413e060 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f842c00efc0 tx=0x7f842c00c490 comp rx=0 tx=0).stop 2023-11-30T08:27:48.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.845+0000 7f843950c640 1 -- 172.21.15.116:0/2576273972 shutdown_connections 2023-11-30T08:27:48.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.845+0000 7f843950c640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8434143120 0x7f843413e060 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.845+0000 7f843950c640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8414066470 0x7f8414068930 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.845+0000 7f843950c640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f84340ad7c0 0x7f843413fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.853 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.845+0000 7f843950c640 1 --2- 172.21.15.116:0/2576273972 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f843406c920 0x7f84341e0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:48.854 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.845+0000 7f843950c640 1 -- 172.21.15.116:0/2576273972 >> 172.21.15.116:0/2576273972 conn(0x7f84340b48e0 msgr2=0x7f8434070a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:48.854 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.845+0000 7f843950c640 1 -- 172.21.15.116:0/2576273972 shutdown_connections 2023-11-30T08:27:48.854 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:48.845+0000 7f843950c640 1 -- 172.21.15.116:0/2576273972 wait complete. 2023-11-30T08:27:48.868 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-11-30T08:27:48.868 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-11-30T08:27:48.868 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi116.front.sepia.ceph.com 2023-11-30T08:27:48.868 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-11-30T08:27:48.869 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:48.869 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-11-30T08:27:48.869 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-11-30T08:27:48.869 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-11-30T08:27:48.869 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-30T08:27:48.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:48.869 DEBUG:teuthology.orchestra.run.smithi116:> ip addr 2023-11-30T08:27:48.875 INFO:teuthology.orchestra.run.smithi116.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-11-30T08:27:48.875 INFO:teuthology.orchestra.run.smithi116.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-11-30T08:27:48.875 INFO:teuthology.orchestra.run.smithi116.stdout: inet 127.0.0.1/8 scope host lo 2023-11-30T08:27:48.876 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft forever preferred_lft forever 2023-11-30T08:27:48.876 INFO:teuthology.orchestra.run.smithi116.stdout: inet6 ::1/128 scope host 2023-11-30T08:27:48.876 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft forever preferred_lft forever 2023-11-30T08:27:48.876 INFO:teuthology.orchestra.run.smithi116.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-30T08:27:48.876 INFO:teuthology.orchestra.run.smithi116.stdout: link/ether 0c:c4:7a:d8:cb:90 brd ff:ff:ff:ff:ff:ff 2023-11-30T08:27:48.876 INFO:teuthology.orchestra.run.smithi116.stdout: altname enp7s0f0 2023-11-30T08:27:48.876 INFO:teuthology.orchestra.run.smithi116.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-30T08:27:48.877 INFO:teuthology.orchestra.run.smithi116.stdout: link/ether 0c:c4:7a:d8:cb:91 brd ff:ff:ff:ff:ff:ff 2023-11-30T08:27:48.877 INFO:teuthology.orchestra.run.smithi116.stdout: altname enp7s0f1 2023-11-30T08:27:48.877 INFO:teuthology.orchestra.run.smithi116.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2023-11-30T08:27:48.877 INFO:teuthology.orchestra.run.smithi116.stdout: link/ether 0c:c4:7a:8f:3f:66 brd ff:ff:ff:ff:ff:ff 2023-11-30T08:27:48.877 INFO:teuthology.orchestra.run.smithi116.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-11-30T08:27:48.877 INFO:teuthology.orchestra.run.smithi116.stdout: link/ether 0c:c4:7a:8f:3f:67 brd ff:ff:ff:ff:ff:ff 2023-11-30T08:27:48.877 INFO:teuthology.orchestra.run.smithi116.stdout: inet 172.21.15.116/20 metric 100 brd 172.21.15.255 scope global dynamic enp3s0f1 2023-11-30T08:27:48.877 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft 42436sec preferred_lft 42436sec 2023-11-30T08:27:48.877 INFO:teuthology.orchestra.run.smithi116.stdout: inet6 fe80::ec4:7aff:fe8f:3f67/64 scope link 2023-11-30T08:27:48.878 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft forever preferred_lft forever 2023-11-30T08:27:48.878 INFO:teuthology.orchestra.run.smithi116.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2023-11-30T08:27:48.878 INFO:teuthology.orchestra.run.smithi116.stdout: link/ether 02:42:32:2f:c6:d2 brd ff:ff:ff:ff:ff:ff 2023-11-30T08:27:48.878 INFO:teuthology.orchestra.run.smithi116.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2023-11-30T08:27:48.878 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft forever preferred_lft forever 2023-11-30T08:27:48.878 INFO:teuthology.orchestra.run.smithi116.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-11-30T08:27:48.878 INFO:teuthology.orchestra.run.smithi116.stdout: link/ether 5e:1f:84:6d:79:ae brd ff:ff:ff:ff:ff:ff 2023-11-30T08:27:48.878 INFO:teuthology.orchestra.run.smithi116.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-11-30T08:27:48.878 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft forever preferred_lft forever 2023-11-30T08:27:48.878 INFO:teuthology.orchestra.run.smithi116.stdout: inet6 fe80::5c1f:84ff:fe6d:79ae/64 scope link 2023-11-30T08:27:48.878 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft forever preferred_lft forever 2023-11-30T08:27:48.878 INFO:teuthology.orchestra.run.smithi116.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-11-30T08:27:48.879 INFO:teuthology.orchestra.run.smithi116.stdout: link/ether 0e:5c:f6:1f:82:2f brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:48.879 INFO:teuthology.orchestra.run.smithi116.stdout: inet6 fe80::c5c:f6ff:fe1f:822f/64 scope link 2023-11-30T08:27:48.879 INFO:teuthology.orchestra.run.smithi116.stdout: valid_lft forever preferred_lft forever 2023-11-30T08:27:48.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:48.879 DEBUG:teuthology.orchestra.run.smithi116:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-11-30T08:27:48.928 INFO:teuthology.orchestra.run.smithi116.stdout:1 2023-11-30T08:27:48.929 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:48.930 DEBUG:teuthology.orchestra.run.smithi116:> route 2023-11-30T08:27:48.979 INFO:teuthology.orchestra.run.smithi116.stdout:Kernel IP routing table 2023-11-30T08:27:48.979 INFO:teuthology.orchestra.run.smithi116.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-11-30T08:27:48.979 INFO:teuthology.orchestra.run.smithi116.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2023-11-30T08:27:48.979 INFO:teuthology.orchestra.run.smithi116.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-11-30T08:27:48.979 INFO:teuthology.orchestra.run.smithi116.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2023-11-30T08:27:48.979 INFO:teuthology.orchestra.run.smithi116.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-11-30T08:27:48.979 INFO:teuthology.orchestra.run.smithi116.stdout:ns1.front.sepia 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-30T08:27:48.980 INFO:teuthology.orchestra.run.smithi116.stdout:172.21.0.2 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-30T08:27:48.980 INFO:teuthology.orchestra.run.smithi116.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2023-11-30T08:27:48.980 INFO:teuthology.orchestra.run.smithi116.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-11-30T08:27:48.980 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:48.980 DEBUG:teuthology.orchestra.run.smithi116:> (cd / && exec bash -c ' 2023-11-30T08:27:48.980 DEBUG:teuthology.orchestra.run.smithi116:> set -e 2023-11-30T08:27:48.980 DEBUG:teuthology.orchestra.run.smithi116:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-11-30T08:27:48.980 DEBUG:teuthology.orchestra.run.smithi116:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-11-30T08:27:48.980 DEBUG:teuthology.orchestra.run.smithi116:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-11-30T08:27:48.980 DEBUG:teuthology.orchestra.run.smithi116:> ') 2023-11-30T08:27:49.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:49.062 DEBUG:teuthology.orchestra.run.smithi116:> ip netns list 2023-11-30T08:27:49.109 INFO:teuthology.orchestra.run.smithi116.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-30T08:27:49.110 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-11-30T08:27:49.110 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:49.111 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip link set brx.0 up 2023-11-30T08:27:49.164 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2023-11-30T08:27:49.164 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-30T08:27:49.165 DEBUG:teuthology.orchestra.run.smithi116:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:49.212 INFO:teuthology.orchestra.run.smithi116.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-11-30T08:27:49.213 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-11-30T08:27:49.213 DEBUG:teuthology.orchestra.run.smithi116:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:49.260 DEBUG:teuthology.orchestra.run.smithi116:> sudo modprobe fuse 2023-11-30T08:27:49.317 DEBUG:teuthology.orchestra.run.smithi116:> cat /proc/self/mounts | awk '{print $2}' 2023-11-30T08:27:49.366 INFO:teuthology.orchestra.run.smithi116.stdout:/sys 2023-11-30T08:27:49.366 INFO:teuthology.orchestra.run.smithi116.stdout:/proc 2023-11-30T08:27:49.366 INFO:teuthology.orchestra.run.smithi116.stdout:/dev 2023-11-30T08:27:49.366 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/pts 2023-11-30T08:27:49.367 INFO:teuthology.orchestra.run.smithi116.stdout:/run 2023-11-30T08:27:49.367 INFO:teuthology.orchestra.run.smithi116.stdout:/ 2023-11-30T08:27:49.367 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/security 2023-11-30T08:27:49.367 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/shm 2023-11-30T08:27:49.367 INFO:teuthology.orchestra.run.smithi116.stdout:/run/lock 2023-11-30T08:27:49.367 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/cgroup 2023-11-30T08:27:49.367 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/pstore 2023-11-30T08:27:49.367 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/bpf 2023-11-30T08:27:49.367 INFO:teuthology.orchestra.run.smithi116.stdout:/proc/sys/fs/binfmt_misc 2023-11-30T08:27:49.367 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/hugepages 2023-11-30T08:27:49.368 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/mqueue 2023-11-30T08:27:49.368 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/debug 2023-11-30T08:27:49.368 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/tracing 2023-11-30T08:27:49.368 INFO:teuthology.orchestra.run.smithi116.stdout:/proc/fs/nfsd 2023-11-30T08:27:49.368 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/fuse/connections 2023-11-30T08:27:49.368 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/config 2023-11-30T08:27:49.369 INFO:teuthology.orchestra.run.smithi116.stdout:/run/credentials/systemd-sysusers.service 2023-11-30T08:27:49.369 INFO:teuthology.orchestra.run.smithi116.stdout:/run/rpc_pipefs 2023-11-30T08:27:49.369 INFO:teuthology.orchestra.run.smithi116.stdout:/run/user/1000 2023-11-30T08:27:49.369 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph 2023-11-30T08:27:49.369 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-0 2023-11-30T08:27:49.369 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-1 2023-11-30T08:27:49.369 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-2 2023-11-30T08:27:49.370 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-3 2023-11-30T08:27:49.370 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns 2023-11-30T08:27:49.370 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:49.370 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:49.370 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:49.370 DEBUG:teuthology.orchestra.run.smithi116:> ls /sys/fs/fuse/connections 2023-11-30T08:27:49.412 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-11-30T08:27:49.412 DEBUG:teuthology.orchestra.run.smithi116:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2023-11-30T08:27:49.458 DEBUG:teuthology.orchestra.run.smithi116:> sudo modprobe fuse 2023-11-30T08:27:49.471 DEBUG:teuthology.orchestra.run.smithi116:> cat /proc/self/mounts | awk '{print $2}' 2023-11-30T08:27:49.524 INFO:teuthology.orchestra.run.smithi116.stdout:/sys 2023-11-30T08:27:49.525 INFO:teuthology.orchestra.run.smithi116.stdout:/proc 2023-11-30T08:27:49.525 INFO:teuthology.orchestra.run.smithi116.stdout:/dev 2023-11-30T08:27:49.525 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/pts 2023-11-30T08:27:49.525 INFO:teuthology.orchestra.run.smithi116.stdout:/run 2023-11-30T08:27:49.525 INFO:teuthology.orchestra.run.smithi116.stdout:/ 2023-11-30T08:27:49.525 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/security 2023-11-30T08:27:49.525 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/shm 2023-11-30T08:27:49.525 INFO:teuthology.orchestra.run.smithi116.stdout:/run/lock 2023-11-30T08:27:49.525 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/cgroup 2023-11-30T08:27:49.525 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/pstore 2023-11-30T08:27:49.525 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/bpf 2023-11-30T08:27:49.525 INFO:teuthology.orchestra.run.smithi116.stdout:/proc/sys/fs/binfmt_misc 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/hugepages 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/mqueue 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/debug 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/tracing 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/proc/fs/nfsd 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/fuse/connections 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/config 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/run/credentials/systemd-sysusers.service 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/run/rpc_pipefs 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/run/user/1000 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-0 2023-11-30T08:27:49.526 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-1 2023-11-30T08:27:49.527 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-2 2023-11-30T08:27:49.527 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-3 2023-11-30T08:27:49.527 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns 2023-11-30T08:27:49.527 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:49.527 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:49.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:49.528 DEBUG:teuthology.orchestra.run.smithi116:> ls /sys/fs/fuse/connections 2023-11-30T08:27:49.540 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi116.stderr:2023-11-30T08:27:49.533+0000 7f438b0fc580 -1 init, newargv = 0x555be4261220 newargc=15 2023-11-30T08:27:49.540 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi116.stderr:ceph-fuse[47946]: starting ceph client 2023-11-30T08:27:49.544 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi116.stderr:ceph-fuse[47946]: starting fuse 2023-11-30T08:27:50.645 DEBUG:teuthology.orchestra.run.smithi116:> sudo modprobe fuse 2023-11-30T08:27:50.661 DEBUG:teuthology.orchestra.run.smithi116:> cat /proc/self/mounts | awk '{print $2}' 2023-11-30T08:27:50.711 INFO:teuthology.orchestra.run.smithi116.stdout:/sys 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/proc 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/dev 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/pts 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/run 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/ 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/security 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/shm 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/run/lock 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/cgroup 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/pstore 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/bpf 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/proc/sys/fs/binfmt_misc 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/hugepages 2023-11-30T08:27:50.712 INFO:teuthology.orchestra.run.smithi116.stdout:/dev/mqueue 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/debug 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/tracing 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/proc/fs/nfsd 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/fs/fuse/connections 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/sys/kernel/config 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/run/credentials/systemd-sysusers.service 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/run/rpc_pipefs 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/run/user/1000 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-0 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-1 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-2 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/var/lib/ceph/osd/ceph-3 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns 2023-11-30T08:27:50.713 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:50.714 INFO:teuthology.orchestra.run.smithi116.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:27:50.714 INFO:teuthology.orchestra.run.smithi116.stdout:/home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:50.715 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:50.715 DEBUG:teuthology.orchestra.run.smithi116:> ls /sys/fs/fuse/connections 2023-11-30T08:27:50.760 INFO:teuthology.orchestra.run.smithi116.stdout:45 2023-11-30T08:27:50.760 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [45] 2023-11-30T08:27:50.760 DEBUG:teuthology.orchestra.run.smithi116:> sudo stdin-killer -- python3 -c ' 2023-11-30T08:27:50.760 DEBUG:teuthology.orchestra.run.smithi116:> import glob 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> import re 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> import os 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> import subprocess 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> def _find_admin_socket(client_name): 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> files = glob.glob(asok_path) 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> # Given a non-glob path, it better be there 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> if "*" not in asok_path: 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> assert(len(files) == 1) 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> return files[0] 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> 2023-11-30T08:27:50.761 DEBUG:teuthology.orchestra.run.smithi116:> for f in files: 2023-11-30T08:27:50.762 DEBUG:teuthology.orchestra.run.smithi116:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-11-30T08:27:50.762 DEBUG:teuthology.orchestra.run.smithi116:> if os.path.exists("/proc/{0}".format(pid)): 2023-11-30T08:27:50.762 DEBUG:teuthology.orchestra.run.smithi116:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-11-30T08:27:50.762 DEBUG:teuthology.orchestra.run.smithi116:> contents = proc_f.read() 2023-11-30T08:27:50.762 DEBUG:teuthology.orchestra.run.smithi116:> if mountpoint in contents: 2023-11-30T08:27:50.762 DEBUG:teuthology.orchestra.run.smithi116:> return f 2023-11-30T08:27:50.762 DEBUG:teuthology.orchestra.run.smithi116:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-11-30T08:27:50.762 DEBUG:teuthology.orchestra.run.smithi116:> 2023-11-30T08:27:50.762 DEBUG:teuthology.orchestra.run.smithi116:> print(_find_admin_socket("client.0")) 2023-11-30T08:27:50.762 DEBUG:teuthology.orchestra.run.smithi116:> ' 2023-11-30T08:27:50.889 INFO:teuthology.orchestra.run.smithi116.stdout:/var/run/ceph/ceph-client.0.47946.asok 2023-11-30T08:27:50.892 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2023-11-30T08:27:50.900 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.47946.asok 2023-11-30T08:27:50.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:50.900 DEBUG:teuthology.orchestra.run.smithi116:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.47946.asok status 2023-11-30T08:27:51.053 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:27:51.054 INFO:teuthology.orchestra.run.smithi116.stdout: "metadata": { 2023-11-30T08:27:51.054 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_sha1": "1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59", 2023-11-30T08:27:51.054 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_version": "ceph version 18.0.0-7608-g1fa8a21e (1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59) reef (dev)", 2023-11-30T08:27:51.054 INFO:teuthology.orchestra.run.smithi116.stdout: "entity_id": "0", 2023-11-30T08:27:51.054 INFO:teuthology.orchestra.run.smithi116.stdout: "hostname": "smithi116", 2023-11-30T08:27:51.054 INFO:teuthology.orchestra.run.smithi116.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2023-11-30T08:27:51.054 INFO:teuthology.orchestra.run.smithi116.stdout: "pid": "47946", 2023-11-30T08:27:51.054 INFO:teuthology.orchestra.run.smithi116.stdout: "root": "/" 2023-11-30T08:27:51.054 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:51.054 INFO:teuthology.orchestra.run.smithi116.stdout: "dentry_count": 0, 2023-11-30T08:27:51.054 INFO:teuthology.orchestra.run.smithi116.stdout: "dentry_pinned_count": 0, 2023-11-30T08:27:51.054 INFO:teuthology.orchestra.run.smithi116.stdout: "id": 5133, 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: "inst": { 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: "name": { 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: "type": "client", 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: "num": 5133 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: "addr": { 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: "type": "v1", 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: "addr": "192.168.0.1:0", 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: "nonce": 3497602149 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: } 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: "addr": { 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: "type": "v1", 2023-11-30T08:27:51.055 INFO:teuthology.orchestra.run.smithi116.stdout: "addr": "192.168.0.1:0", 2023-11-30T08:27:51.056 INFO:teuthology.orchestra.run.smithi116.stdout: "nonce": 3497602149 2023-11-30T08:27:51.056 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2023-11-30T08:27:51.056 INFO:teuthology.orchestra.run.smithi116.stdout: "inst_str": "client.5133 192.168.0.1:0/3497602149", 2023-11-30T08:27:51.056 INFO:teuthology.orchestra.run.smithi116.stdout: "addr_str": "192.168.0.1:0/3497602149", 2023-11-30T08:27:51.056 INFO:teuthology.orchestra.run.smithi116.stdout: "inode_count": 1, 2023-11-30T08:27:51.056 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_epoch": 15, 2023-11-30T08:27:51.056 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_epoch": 29, 2023-11-30T08:27:51.056 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_epoch_barrier": 0, 2023-11-30T08:27:51.056 INFO:teuthology.orchestra.run.smithi116.stdout: "blocklisted": false, 2023-11-30T08:27:51.056 INFO:teuthology.orchestra.run.smithi116.stdout: "fs_name": "cephfs" 2023-11-30T08:27:51.056 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:27:51.067 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:51.067 DEBUG:teuthology.orchestra.run.smithi116:> stat --file-system '--printf=%T 2023-11-30T08:27:51.067 DEBUG:teuthology.orchestra.run.smithi116:> ' -- /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:51.073 INFO:teuthology.orchestra.run.smithi116.stdout:fuseblk 2023-11-30T08:27:51.073 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:51.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:51.073 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:51.130 DEBUG:teuthology.orchestra.run.smithi116:> mktemp 2023-11-30T08:27:51.176 INFO:teuthology.orchestra.run.smithi116.stdout:/tmp/tmp.NgEMwAAwQI 2023-11-30T08:27:51.176 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:27:51.176 DEBUG:teuthology.orchestra.run.smithi116:> dd of=/tmp/tmp.NgEMwAAwQI 2023-11-30T08:27:51.224 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:51.224 DEBUG:teuthology.orchestra.run.smithi116:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'mkdir -p dir1/dir2/dir3') 2023-11-30T08:27:51.349 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:51.349 DEBUG:teuthology.orchestra.run.smithi116:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'chmod 755 /tmp/test-cephfsskr0bvpg') 2023-11-30T08:27:51.358 INFO:tasks.cephfs.test_cephfs_shell:Running script "/tmp/test-cephfsskr0bvpg" 2023-11-30T08:27:51.359 DEBUG:teuthology.orchestra.run.smithi116:> cephfs-shell -b /tmp/test-cephfsskr0bvpg 2023-11-30T08:27:51.717 INFO:teuthology.orchestra.run.smithi116.stderr:Unrecognized command 2023-11-30T08:27:51.746 DEBUG:teuthology.orchestra.run:got remote process result: 127 2023-11-30T08:27:51.747 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-11-30T08:27:51.747 DEBUG:teuthology.orchestra.run.smithi116:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-30T08:27:51.785 DEBUG:teuthology.orchestra.run.smithi162:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-11-30T08:27:51.832 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-11-30T08:27:51.832 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:27:51.832 DEBUG:teuthology.orchestra.run.smithi116:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-30T08:27:51.837 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:52.000 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65adf59640 1 Processor -- start 2023-11-30T08:27:52.000 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65adf59640 1 -- start start 2023-11-30T08:27:52.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65adf59640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f65a80bc800 0x7f65a80b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.001 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65adf59640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65a80bcbe0 con 0x7f65a813ff50 2023-11-30T08:27:52.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65adf59640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65a80b38f0 con 0x7f65a8149c80 2023-11-30T08:27:52.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65adf59640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65a8140ad0 con 0x7f65a80bc800 2023-11-30T08:27:52.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65a77fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f65a80bc800 0x7f65a80b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65a77fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f65a80bc800 0x7f65a80b4bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60742/0 (socket says 172.21.15.116:60742) 2023-11-30T08:27:52.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65a7fff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f65a813ff50 0x7f65a81403c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:46146/0 (socket says 172.21.15.116:46146) 2023-11-30T08:27:52.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65a77fe640 1 -- 172.21.15.116:0/2202191510 learned_addr learned my addr 172.21.15.116:0/2202191510 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:52.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65a77fe640 1 -- 172.21.15.116:0/2202191510 >> v1:172.21.15.162:6789/0 conn(0x7f65a8149c80 legacy=0x7f65a814a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65a77fe640 1 -- 172.21.15.116:0/2202191510 >> v1:172.21.15.116:6789/0 conn(0x7f65a813ff50 legacy=0x7f65a81403c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65a77fe640 1 -- 172.21.15.116:0/2202191510 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65a80b3bd0 con 0x7f65a80bc800 2023-11-30T08:27:52.002 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.993+0000 7f65a67fc640 1 -- 172.21.15.116:0/2202191510 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3861648169 0 0) 0x7f65a80bcbe0 con 0x7f65a813ff50 2023-11-30T08:27:52.004 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a77fe640 1 --2- 172.21.15.116:0/2202191510 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65a80bc800 0x7f65a80b4bb0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6598009870 tx=0x7f659801c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4361e9b894e8448c server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:52.004 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a67fc640 1 -- 172.21.15.116:0/2202191510 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65980ab620 con 0x7f65a80bc800 2023-11-30T08:27:52.004 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a67fc640 1 -- 172.21.15.116:0/2202191510 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65980ab780 con 0x7f65a80bc800 2023-11-30T08:27:52.004 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a67fc640 1 -- 172.21.15.116:0/2202191510 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65980abb10 con 0x7f65a80bc800 2023-11-30T08:27:52.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 -- 172.21.15.116:0/2202191510 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65a80bc800 msgr2=0x7f65a80b4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 --2- 172.21.15.116:0/2202191510 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65a80bc800 0x7f65a80b4bb0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6598009870 tx=0x7f659801c510 comp rx=0 tx=0).stop 2023-11-30T08:27:52.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 -- 172.21.15.116:0/2202191510 shutdown_connections 2023-11-30T08:27:52.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 --2- 172.21.15.116:0/2202191510 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65a80bc800 0x7f65a80b4bb0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 -- 172.21.15.116:0/2202191510 >> 172.21.15.116:0/2202191510 conn(0x7f65a80722b0 msgr2=0x7f65a80bbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:52.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 -- 172.21.15.116:0/2202191510 shutdown_connections 2023-11-30T08:27:52.005 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 -- 172.21.15.116:0/2202191510 wait complete. 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 Processor -- start 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 -- start start 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f65a80bc800 0x7f65a81e1d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65a813ff50 0x7f65a8142500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f65a8149c80 0x7f65a81e2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a8140e80 con 0x7f65a813ff50 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a8141090 con 0x7f65a80bc800 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65a8142070 con 0x7f65a8149c80 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a6ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65a813ff50 0x7f65a8142500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a6ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65a813ff50 0x7f65a8142500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60754/0 (socket says 172.21.15.116:60754) 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a6ffd640 1 -- 172.21.15.116:0/2804318946 learned_addr learned my addr 172.21.15.116:0/2804318946 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a7fff640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f65a8149c80 0x7f65a81e2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.008 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a77fe640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f65a80bc800 0x7f65a81e1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a6ffd640 1 -- 172.21.15.116:0/2804318946 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f65a8149c80 msgr2=0x7f65a81e2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a6ffd640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f65a8149c80 0x7f65a81e2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a6ffd640 1 -- 172.21.15.116:0/2804318946 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f65a80bc800 msgr2=0x7f65a81e1d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a6ffd640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f65a80bc800 0x7f65a81e1d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a6ffd640 1 -- 172.21.15.116:0/2804318946 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65980094d0 con 0x7f65a813ff50 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a7fff640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f65a8149c80 0x7f65a81e2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65a6ffd640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65a813ff50 0x7f65a8142500 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f659c00c3f0 tx=0x7f659c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f658ffff640 1 -- 172.21.15.116:0/2804318946 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f659c0052d0 con 0x7f65a813ff50 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f658ffff640 1 -- 172.21.15.116:0/2804318946 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f659c005430 con 0x7f65a813ff50 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 -- 172.21.15.116:0/2804318946 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65a8137210 con 0x7f65a813ff50 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f658ffff640 1 -- 172.21.15.116:0/2804318946 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f659c003840 con 0x7f65a813ff50 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:51.997+0000 7f65adf59640 1 -- 172.21.15.116:0/2804318946 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65a8141d90 con 0x7f65a813ff50 2023-11-30T08:27:52.009 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.001+0000 7f65adf59640 1 -- 172.21.15.116:0/2804318946 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65a8067de0 con 0x7f65a813ff50 2023-11-30T08:27:52.010 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.001+0000 7f658ffff640 1 -- 172.21.15.116:0/2804318946 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f659c0039a0 con 0x7f65a813ff50 2023-11-30T08:27:52.010 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.001+0000 7f658ffff640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6594066470 0x7f6594068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.010 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.001+0000 7f658ffff640 1 -- 172.21.15.116:0/2804318946 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f659c083360 con 0x7f65a813ff50 2023-11-30T08:27:52.010 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.001+0000 7f65a77fe640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6594066470 0x7f6594068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.010 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.001+0000 7f65a77fe640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6594066470 0x7f6594068930 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f65980af000 tx=0x7f65980a7000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:52.013 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.005+0000 7f658ffff640 1 -- 172.21.15.116:0/2804318946 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f659c050870 con 0x7f65a813ff50 2023-11-30T08:27:52.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.161+0000 7f65adf59640 1 -- 172.21.15.116:0/2804318946 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f65a80688f0 con 0x7f65a813ff50 2023-11-30T08:27:52.172 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f658ffff640 1 -- 172.21.15.116:0/2804318946 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+16581 (secure 0 0 0) 0x7f659c053e90 con 0x7f65a813ff50 2023-11-30T08:27:52.173 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:52.173 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":29,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:40.573913+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:27:37.166342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-30T08:27:37.918126+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:52.175 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f65adf59640 1 -- 172.21.15.116:0/2804318946 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6594066470 msgr2=0x7f6594068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.175 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f65adf59640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6594066470 0x7f6594068930 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f65980af000 tx=0x7f65980a7000 comp rx=0 tx=0).stop 2023-11-30T08:27:52.175 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f65adf59640 1 -- 172.21.15.116:0/2804318946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65a813ff50 msgr2=0x7f65a8142500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.175 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f65adf59640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65a813ff50 0x7f65a8142500 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f659c00c3f0 tx=0x7f659c00c8b0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.175 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f65adf59640 1 -- 172.21.15.116:0/2804318946 shutdown_connections 2023-11-30T08:27:52.175 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f65adf59640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6594066470 0x7f6594068930 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.175 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f65adf59640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f65a8149c80 0x7f65a81e2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.175 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f65adf59640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65a813ff50 0x7f65a8142500 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.175 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f65adf59640 1 --2- 172.21.15.116:0/2804318946 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f65a80bc800 0x7f65a81e1d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.176 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f65adf59640 1 -- 172.21.15.116:0/2804318946 >> 172.21.15.116:0/2804318946 conn(0x7f65a80722b0 msgr2=0x7f65a80b9060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:52.176 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f65adf59640 1 -- 172.21.15.116:0/2804318946 shutdown_connections 2023-11-30T08:27:52.176 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.165+0000 7f65adf59640 1 -- 172.21.15.116:0/2804318946 wait complete. 2023-11-30T08:27:52.191 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-30T08:27:37.166342+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '28', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-11-30T08:27:37.918126+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '29', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:52.192 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:52.319 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bcaf2b640 1 Processor -- start 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bcaf2b640 1 -- start start 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bcaf2b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc41405d0 0x7f0bc4152210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bcaf2b640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bc40b4990 con 0x7f0bc40bc8a0 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bcaf2b640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bc40b5de0 con 0x7f0bc414a520 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bcaf2b640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bc40b5b70 con 0x7f0bc41405d0 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc8cc7640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f0bc40bc8a0 0x7f0bc4149e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:46160/0 (socket says 172.21.15.116:46160) 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc8cc7640 1 -- 172.21.15.116:0/3002318906 learned_addr learned my addr 172.21.15.116:0/3002318906 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc94c8640 1 --2- 172.21.15.116:0/3002318906 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc41405d0 0x7f0bc4152210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1275824181 0 0) 0x7f0bc40b4990 con 0x7f0bc40bc8a0 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0bac003530 con 0x7f0bc40bc8a0 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2092536305 0 0) 0x7f0bac003530 con 0x7f0bc40bc8a0 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc41405d0 msgr2=0x7f0bc4152210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:52.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 --2- 172.21.15.116:0/3002318906 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc41405d0 0x7f0bc4152210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 >> v1:172.21.15.162:6789/0 conn(0x7f0bc414a520 legacy=0x7f0bc413fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bc40bcc80 con 0x7f0bc40bc8a0 2023-11-30T08:27:52.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f0bb4001680 con 0x7f0bc40bc8a0 2023-11-30T08:27:52.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 >> v1:172.21.15.116:6789/0 conn(0x7f0bc40bc8a0 legacy=0x7f0bc4149e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 --2- 172.21.15.116:0/3002318906 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0bac0039b0 0x7f0bac003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 --2- 172.21.15.116:0/3002318906 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bac0047d0 0x7f0bac004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 --2- 172.21.15.116:0/3002318906 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc41405d0 0x7f0bac00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bc40b5b70 con 0x7f0bac0047d0 2023-11-30T08:27:52.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac0054f0 con 0x7f0bac0039b0 2023-11-30T08:27:52.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bac00bed0 con 0x7f0bc41405d0 2023-11-30T08:27:52.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc3fff640 1 --2- 172.21.15.116:0/3002318906 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bac0047d0 0x7f0bac004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc94c8640 1 --2- 172.21.15.116:0/3002318906 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc41405d0 0x7f0bac00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc3fff640 1 -- 172.21.15.116:0/3002318906 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc41405d0 msgr2=0x7f0bac00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:52.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc3fff640 1 --2- 172.21.15.116:0/3002318906 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc41405d0 0x7f0bac00b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc3fff640 1 -- 172.21.15.116:0/3002318906 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0bac0039b0 msgr2=0x7f0bac003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:52.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc8cc7640 1 --2- 172.21.15.116:0/3002318906 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0bac0039b0 0x7f0bac003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc3fff640 1 --2- 172.21.15.116:0/3002318906 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0bac0039b0 0x7f0bac003df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.309+0000 7f0bc3fff640 1 -- 172.21.15.116:0/3002318906 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bac003530 con 0x7f0bac0047d0 2023-11-30T08:27:52.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc3fff640 1 --2- 172.21.15.116:0/3002318906 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bac0047d0 0x7f0bac004c50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0bb8001780 tx=0x7f0bb801c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3e82d64305a0039 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:52.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bb80052d0 con 0x7f0bac0047d0 2023-11-30T08:27:52.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bb80a7050 con 0x7f0bac0047d0 2023-11-30T08:27:52.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc37fe640 1 -- 172.21.15.116:0/3002318906 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bb8003600 con 0x7f0bac0047d0 2023-11-30T08:27:52.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3002318906 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bac0047d0 msgr2=0x7f0bac004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 --2- 172.21.15.116:0/3002318906 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bac0047d0 0x7f0bac004c50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f0bb8001780 tx=0x7f0bb801c3d0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc94c8640 1 -- 172.21.15.116:0/3002318906 reap_dead start 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3002318906 shutdown_connections 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3002318906 >> 172.21.15.116:0/3002318906 conn(0x7f0bc40722b0 msgr2=0x7f0bc40bbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3002318906 shutdown_connections 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3002318906 wait complete. 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 Processor -- start 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 -- start start 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc413d880 0x7f0bc41e1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bc4134580 0x7f0bc41395c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0bc41349c0 0x7f0bc4139b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bc413df80 con 0x7f0bc4134580 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bc4147850 con 0x7f0bc41349c0 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bc413dc60 con 0x7f0bc413d880 2023-11-30T08:27:52.327 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc3fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bc4134580 0x7f0bc41395c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc3fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bc4134580 0x7f0bc41395c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60778/0 (socket says 172.21.15.116:60778) 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc3fff640 1 -- 172.21.15.116:0/3842189777 learned_addr learned my addr 172.21.15.116:0/3842189777 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc8cc7640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc413d880 0x7f0bc41e1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc94c8640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0bc41349c0 0x7f0bc4139b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc3fff640 1 -- 172.21.15.116:0/3842189777 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc413d880 msgr2=0x7f0bc41e1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc3fff640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc413d880 0x7f0bc41e1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc3fff640 1 -- 172.21.15.116:0/3842189777 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0bc41349c0 msgr2=0x7f0bc4139b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc3fff640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0bc41349c0 0x7f0bc4139b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc3fff640 1 -- 172.21.15.116:0/3842189777 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bc413e200 con 0x7f0bc4134580 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc3fff640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bc4134580 0x7f0bc41395c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0bb8001780 tx=0x7f0bac005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc17fa640 1 -- 172.21.15.116:0/3842189777 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bb80072f0 con 0x7f0bc4134580 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc17fa640 1 -- 172.21.15.116:0/3842189777 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bb8007450 con 0x7f0bc4134580 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3842189777 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bc413e4e0 con 0x7f0bc4134580 2023-11-30T08:27:52.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.313+0000 7f0bc17fa640 1 -- 172.21.15.116:0/3842189777 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bb80067e0 con 0x7f0bc4134580 2023-11-30T08:27:52.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.317+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3842189777 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bc413b910 con 0x7f0bc4134580 2023-11-30T08:27:52.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.317+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3842189777 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bc4068960 con 0x7f0bc4134580 2023-11-30T08:27:52.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.317+0000 7f0bc17fa640 1 -- 172.21.15.116:0/3842189777 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0bb8006940 con 0x7f0bc4134580 2023-11-30T08:27:52.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.317+0000 7f0bc17fa640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0bb0066470 0x7f0bb0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.317+0000 7f0bc8cc7640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0bb0066470 0x7f0bb0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.317+0000 7f0bc17fa640 1 -- 172.21.15.116:0/3842189777 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0bb811def0 con 0x7f0bc4134580 2023-11-30T08:27:52.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.317+0000 7f0bc8cc7640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0bb0066470 0x7f0bb0068930 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0bb40017b0 tx=0x7f0bb4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:52.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.321+0000 7f0bc17fa640 1 -- 172.21.15.116:0/3842189777 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0bb80eb400 con 0x7f0bc4134580 2023-11-30T08:27:52.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.465+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3842189777 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0bc414fe70 con 0x7f0bc4134580 2023-11-30T08:27:52.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bc17fa640 1 -- 172.21.15.116:0/3842189777 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0bb80eea20 con 0x7f0bc4134580 2023-11-30T08:27:52.475 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:52.478 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3842189777 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0bb0066470 msgr2=0x7f0bb0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.478 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bcaf2b640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0bb0066470 0x7f0bb0068930 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f0bb40017b0 tx=0x7f0bb4009040 comp rx=0 tx=0).stop 2023-11-30T08:27:52.478 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3842189777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bc4134580 msgr2=0x7f0bc41395c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.478 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bcaf2b640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bc4134580 0x7f0bc41395c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0bb8001780 tx=0x7f0bac005800 comp rx=0 tx=0).stop 2023-11-30T08:27:52.478 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3842189777 shutdown_connections 2023-11-30T08:27:52.478 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bcaf2b640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0bc41349c0 0x7f0bc4139b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.478 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bcaf2b640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bc4134580 0x7f0bc41395c0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.478 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bcaf2b640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0bb0066470 0x7f0bb0068930 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.478 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bcaf2b640 1 --2- 172.21.15.116:0/3842189777 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0bc413d880 0x7f0bc41e1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.479 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3842189777 >> 172.21.15.116:0/3842189777 conn(0x7f0bc40722b0 msgr2=0x7f0bc41451d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:52.479 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3842189777 shutdown_connections 2023-11-30T08:27:52.479 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.469+0000 7f0bcaf2b640 1 -- 172.21.15.116:0/3842189777 wait complete. 2023-11-30T08:27:52.492 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-30T08:27:52.615 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.605+0000 7fd41cc66640 1 Processor -- start 2023-11-30T08:27:52.615 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.605+0000 7fd41cc66640 1 -- start start 2023-11-30T08:27:52.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.605+0000 7fd41cc66640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fd4180b1eb0 0x7fd4180aff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.605+0000 7fd41cc66640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4180b1730 con 0x7fd4181451c0 2023-11-30T08:27:52.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.605+0000 7fd41cc66640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd41806c7f0 con 0x7fd4180af300 2023-11-30T08:27:52.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.605+0000 7fd41cc66640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd41806cd70 con 0x7fd4180b1eb0 2023-11-30T08:27:52.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd416d9d640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fd4181451c0 0x7fd41814ed10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:46168/0 (socket says 172.21.15.116:46168) 2023-11-30T08:27:52.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd416d9d640 1 -- 172.21.15.116:0/2723873519 learned_addr learned my addr 172.21.15.116:0/2723873519 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:52.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41659c640 1 --2- 172.21.15.116:0/2723873519 >> v2:172.21.15.162:3300/0 conn(0x7fd4180b1eb0 0x7fd4180aff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4106238675 0 0) 0x7fd4180b1730 con 0x7fd4181451c0 2023-11-30T08:27:52.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd400003530 con 0x7fd4181451c0 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1717740021 0 0) 0x7fd400003530 con 0x7fd4181451c0 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 >> v2:172.21.15.162:3300/0 conn(0x7fd4180b1eb0 msgr2=0x7fd4180aff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 --2- 172.21.15.116:0/2723873519 >> v2:172.21.15.162:3300/0 conn(0x7fd4180b1eb0 0x7fd4180aff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 >> v1:172.21.15.162:6789/0 conn(0x7fd4180af300 legacy=0x7fd418144ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4180b2290 con 0x7fd4181451c0 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fd410001a20 con 0x7fd4181451c0 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 >> v1:172.21.15.116:6789/0 conn(0x7fd4181451c0 legacy=0x7fd41814ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 --2- 172.21.15.116:0/2723873519 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd400003980 0x7fd400003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 --2- 172.21.15.116:0/2723873519 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd4000047d0 0x7fd400004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 --2- 172.21.15.116:0/2723873519 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd400005200 0x7fd40000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd41806cd70 con 0x7fd400005200 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd40000c160 con 0x7fd400003980 2023-11-30T08:27:52.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd40000c320 con 0x7fd4000047d0 2023-11-30T08:27:52.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd416d9d640 1 --2- 172.21.15.116:0/2723873519 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd400005200 0x7fd40000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41659c640 1 --2- 172.21.15.116:0/2723873519 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd400003980 0x7fd400003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd415d9b640 1 --2- 172.21.15.116:0/2723873519 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd4000047d0 0x7fd400004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd416d9d640 1 -- 172.21.15.116:0/2723873519 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd4000047d0 msgr2=0x7fd400004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:52.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd416d9d640 1 --2- 172.21.15.116:0/2723873519 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd4000047d0 0x7fd400004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd416d9d640 1 -- 172.21.15.116:0/2723873519 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd400003980 msgr2=0x7fd400003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:52.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd416d9d640 1 --2- 172.21.15.116:0/2723873519 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd400003980 0x7fd400003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd416d9d640 1 -- 172.21.15.116:0/2723873519 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd400003530 con 0x7fd400005200 2023-11-30T08:27:52.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd416d9d640 1 -- 172.21.15.116:0/2723873519 reap_dead start 2023-11-30T08:27:52.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd416d9d640 1 --2- 172.21.15.116:0/2723873519 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd400005200 0x7fd40000b990 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd41813edb0 tx=0x7fd41001d300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c226a728e6b962d8 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:52.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4100ad630 con 0x7fd400005200 2023-11-30T08:27:52.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4100a8070 con 0x7fd400005200 2023-11-30T08:27:52.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.609+0000 7fd41559a640 1 -- 172.21.15.116:0/2723873519 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4100ad9f0 con 0x7fd400005200 2023-11-30T08:27:52.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 -- 172.21.15.116:0/2723873519 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd400005200 msgr2=0x7fd40000b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 --2- 172.21.15.116:0/2723873519 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd400005200 0x7fd40000b990 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fd41813edb0 tx=0x7fd41001d300 comp rx=0 tx=0).stop 2023-11-30T08:27:52.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 -- 172.21.15.116:0/2723873519 shutdown_connections 2023-11-30T08:27:52.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 --2- 172.21.15.116:0/2723873519 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd400005200 0x7fd40000b990 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 -- 172.21.15.116:0/2723873519 >> 172.21.15.116:0/2723873519 conn(0x7fd4180b4900 msgr2=0x7fd4180b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:52.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 -- 172.21.15.116:0/2723873519 shutdown_connections 2023-11-30T08:27:52.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 -- 172.21.15.116:0/2723873519 wait complete. 2023-11-30T08:27:52.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 Processor -- start 2023-11-30T08:27:52.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 -- start start 2023-11-30T08:27:52.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd400005200 0x7fd41813df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4181dccc0 0x7fd4181dd140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd418139b80 0x7fd41813a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd41809df30 con 0x7fd4181dccc0 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd41809a2a0 con 0x7fd418139b80 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4181e10d0 con 0x7fd400005200 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd415d9b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4181dccc0 0x7fd4181dd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd415d9b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4181dccc0 0x7fd4181dd140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60792/0 (socket says 172.21.15.116:60792) 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd415d9b640 1 -- 172.21.15.116:0/1402901056 learned_addr learned my addr 172.21.15.116:0/1402901056 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41659c640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd400005200 0x7fd41813df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd415d9b640 1 -- 172.21.15.116:0/1402901056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd400005200 msgr2=0x7fd41813df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd415d9b640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd400005200 0x7fd41813df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd415d9b640 1 -- 172.21.15.116:0/1402901056 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd418139b80 msgr2=0x7fd41813a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd416d9d640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd418139b80 0x7fd41813a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd415d9b640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd418139b80 0x7fd41813a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd415d9b640 1 -- 172.21.15.116:0/1402901056 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4181e05f0 con 0x7fd4181dccc0 2023-11-30T08:27:52.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41659c640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd400005200 0x7fd41813df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:52.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd415d9b640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4181dccc0 0x7fd4181dd140 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fd40c00e490 tx=0x7fd40c00e950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:52.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd406ffd640 1 -- 172.21.15.116:0/1402901056 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd40c017070 con 0x7fd4181dccc0 2023-11-30T08:27:52.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd406ffd640 1 -- 172.21.15.116:0/1402901056 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd40c003a80 con 0x7fd4181dccc0 2023-11-30T08:27:52.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 -- 172.21.15.116:0/1402901056 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4181e08d0 con 0x7fd4181dccc0 2023-11-30T08:27:52.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd406ffd640 1 -- 172.21.15.116:0/1402901056 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd40c003c30 con 0x7fd4181dccc0 2023-11-30T08:27:52.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 -- 172.21.15.116:0/1402901056 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd41809ad00 con 0x7fd4181dccc0 2023-11-30T08:27:52.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.613+0000 7fd41cc66640 1 -- 172.21.15.116:0/1402901056 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4181e0df0 con 0x7fd4181dccc0 2023-11-30T08:27:52.625 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.617+0000 7fd406ffd640 1 -- 172.21.15.116:0/1402901056 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd40c004050 con 0x7fd4181dccc0 2023-11-30T08:27:52.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.617+0000 7fd406ffd640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd3f8066470 0x7fd3f8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.617+0000 7fd406ffd640 1 -- 172.21.15.116:0/1402901056 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd40c0832e0 con 0x7fd4181dccc0 2023-11-30T08:27:52.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.617+0000 7fd41659c640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd3f8066470 0x7fd3f8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.617+0000 7fd41659c640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd3f8066470 0x7fd3f8068930 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd4080099a0 tx=0x7fd408008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:52.628 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.621+0000 7fd406ffd640 1 -- 172.21.15.116:0/1402901056 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd4181e0df0 con 0x7fd4181dccc0 2023-11-30T08:27:52.781 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.773+0000 7fd41cc66640 1 -- 172.21.15.116:0/1402901056 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd4181e0df0 con 0x7fd4181dccc0 2023-11-30T08:27:52.782 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.773+0000 7fd406ffd640 1 -- 172.21.15.116:0/1402901056 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd4181e0df0 con 0x7fd4181dccc0 2023-11-30T08:27:52.782 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 32 2023-11-30T08:27:52.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.777+0000 7fd41cc66640 1 -- 172.21.15.116:0/1402901056 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd3f8066470 msgr2=0x7fd3f8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.777+0000 7fd41cc66640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd3f8066470 0x7fd3f8068930 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd4080099a0 tx=0x7fd408008040 comp rx=0 tx=0).stop 2023-11-30T08:27:52.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.777+0000 7fd41cc66640 1 -- 172.21.15.116:0/1402901056 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4181dccc0 msgr2=0x7fd4181dd140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.777+0000 7fd41cc66640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4181dccc0 0x7fd4181dd140 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fd40c00e490 tx=0x7fd40c00e950 comp rx=0 tx=0).stop 2023-11-30T08:27:52.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.777+0000 7fd41cc66640 1 -- 172.21.15.116:0/1402901056 shutdown_connections 2023-11-30T08:27:52.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.777+0000 7fd41cc66640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd418139b80 0x7fd41813a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.777+0000 7fd41cc66640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd4181dccc0 0x7fd4181dd140 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.784 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.777+0000 7fd41cc66640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd3f8066470 0x7fd3f8068930 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.785 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.777+0000 7fd41cc66640 1 --2- 172.21.15.116:0/1402901056 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd400005200 0x7fd41813df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.785 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.777+0000 7fd41cc66640 1 -- 172.21.15.116:0/1402901056 >> 172.21.15.116:0/1402901056 conn(0x7fd4180b4900 msgr2=0x7fd418070790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:52.785 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.777+0000 7fd41cc66640 1 -- 172.21.15.116:0/1402901056 shutdown_connections 2023-11-30T08:27:52.785 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.777+0000 7fd41cc66640 1 -- 172.21.15.116:0/1402901056 wait complete. 2023-11-30T08:27:52.800 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-30T08:27:52.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.913+0000 7f3298d67640 1 Processor -- start 2023-11-30T08:27:52.924 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.913+0000 7f3298d67640 1 -- start start 2023-11-30T08:27:52.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f3298d67640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f32940b1eb0 0x7f32940aff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f3298d67640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32940b1730 con 0x7f32941451c0 2023-11-30T08:27:52.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f3298d67640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f329406c7f0 con 0x7f32940af300 2023-11-30T08:27:52.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f3298d67640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f329406cd70 con 0x7f32940b1eb0 2023-11-30T08:27:52.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f329259c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f32940b1eb0 0x7f32940aff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f329259c640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f32940b1eb0 0x7f32940aff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60806/0 (socket says 172.21.15.116:60806) 2023-11-30T08:27:52.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f329259c640 1 -- 172.21.15.116:0/257766090 learned_addr learned my addr 172.21.15.116:0/257766090 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:52.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f3292d9d640 1 --1- 172.21.15.116:0/257766090 >> v1:172.21.15.116:6789/0 conn(0x7f32941451c0 0x7f329414ed10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:46172/0 (socket says 172.21.15.116:46172) 2023-11-30T08:27:52.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f329259c640 1 -- 172.21.15.116:0/257766090 >> v1:172.21.15.162:6789/0 conn(0x7f32940af300 legacy=0x7f3294144ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:52.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f329259c640 1 -- 172.21.15.116:0/257766090 >> v1:172.21.15.116:6789/0 conn(0x7f32941451c0 legacy=0x7f329414ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.925 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f329259c640 1 -- 172.21.15.116:0/257766090 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32940b2290 con 0x7f32940b1eb0 2023-11-30T08:27:52.927 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f329259c640 1 --2- 172.21.15.116:0/257766090 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f32940b1eb0 0x7f32940aff30 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f3284009870 tx=0x7f328401c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d76745321c4603e4 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:52.927 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f3291d9b640 1 -- 172.21.15.116:0/257766090 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32840ab600 con 0x7f32940b1eb0 2023-11-30T08:27:52.927 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f3291d9b640 1 -- 172.21.15.116:0/257766090 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32840a7050 con 0x7f32940b1eb0 2023-11-30T08:27:52.927 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.917+0000 7f3291d9b640 1 -- 172.21.15.116:0/257766090 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32840ab980 con 0x7f32940b1eb0 2023-11-30T08:27:52.928 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 -- 172.21.15.116:0/257766090 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f32940b1eb0 msgr2=0x7f32940aff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.928 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 --2- 172.21.15.116:0/257766090 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f32940b1eb0 0x7f32940aff30 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f3284009870 tx=0x7f328401c3e0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.928 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 -- 172.21.15.116:0/257766090 shutdown_connections 2023-11-30T08:27:52.928 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 --2- 172.21.15.116:0/257766090 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f32940b1eb0 0x7f32940aff30 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.928 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 -- 172.21.15.116:0/257766090 >> 172.21.15.116:0/257766090 conn(0x7f32940b4900 msgr2=0x7f32940b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:52.928 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 -- 172.21.15.116:0/257766090 shutdown_connections 2023-11-30T08:27:52.928 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 -- 172.21.15.116:0/257766090 wait complete. 2023-11-30T08:27:52.929 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 Processor -- start 2023-11-30T08:27:52.929 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 -- start start 2023-11-30T08:27:52.930 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f32940af300 0x7f3294140d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f32940b1eb0 0x7f3294071020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f32941451c0 0x7f3294137bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3294071640 con 0x7f32940b1eb0 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32940700c0 con 0x7f32940af300 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3294070310 con 0x7f32941451c0 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3289d9b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f32940b1eb0 0x7f3294071020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3289d9b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f32940b1eb0 0x7f3294071020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60812/0 (socket says 172.21.15.116:60812) 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3289d9b640 1 -- 172.21.15.116:0/4095099765 learned_addr learned my addr 172.21.15.116:0/4095099765 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3289d9b640 1 -- 172.21.15.116:0/4095099765 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f32941451c0 msgr2=0x7f3294137bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3289d9b640 1 --2- 172.21.15.116:0/4095099765 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f32941451c0 0x7f3294137bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3289d9b640 1 -- 172.21.15.116:0/4095099765 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f32940af300 msgr2=0x7f3294140d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3289d9b640 1 --2- 172.21.15.116:0/4095099765 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f32940af300 0x7f3294140d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:52.931 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3289d9b640 1 -- 172.21.15.116:0/4095099765 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32840094d0 con 0x7f32940b1eb0 2023-11-30T08:27:52.932 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3289d9b640 1 --2- 172.21.15.116:0/4095099765 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f32940b1eb0 0x7f3294071020 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f327c00c480 tx=0x7f327c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:52.932 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f328b7fe640 1 -- 172.21.15.116:0/4095099765 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327c012830 con 0x7f32940b1eb0 2023-11-30T08:27:52.932 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f328b7fe640 1 -- 172.21.15.116:0/4095099765 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f327c0129b0 con 0x7f32940b1eb0 2023-11-30T08:27:52.932 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 -- 172.21.15.116:0/4095099765 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f329406e8b0 con 0x7f32940b1eb0 2023-11-30T08:27:52.932 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f328b7fe640 1 -- 172.21.15.116:0/4095099765 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327c012d60 con 0x7f32940b1eb0 2023-11-30T08:27:52.932 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 -- 172.21.15.116:0/4095099765 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3294140170 con 0x7f32940b1eb0 2023-11-30T08:27:52.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.921+0000 7f3298d67640 1 -- 172.21.15.116:0/4095099765 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3294068960 con 0x7f32940b1eb0 2023-11-30T08:27:52.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.925+0000 7f328b7fe640 1 -- 172.21.15.116:0/4095099765 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f327c01c460 con 0x7f32940b1eb0 2023-11-30T08:27:52.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.925+0000 7f328b7fe640 1 --2- 172.21.15.116:0/4095099765 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3274066470 0x7f3274068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:52.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.925+0000 7f328b7fe640 1 -- 172.21.15.116:0/4095099765 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f327c083d00 con 0x7f32940b1eb0 2023-11-30T08:27:52.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.925+0000 7f329259c640 1 --2- 172.21.15.116:0/4095099765 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3274066470 0x7f3274068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:52.933 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.925+0000 7f329259c640 1 --2- 172.21.15.116:0/4095099765 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3274066470 0x7f3274068930 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f32840ad000 tx=0x7f3284004740 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:52.938 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:52.929+0000 7f328b7fe640 1 -- 172.21.15.116:0/4095099765 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f327c051210 con 0x7f32940b1eb0 2023-11-30T08:27:53.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.073+0000 7f3298d67640 1 -- 172.21.15.116:0/4095099765 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f329406ed60 con 0x7f32940b1eb0 2023-11-30T08:27:53.082 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.073+0000 7f328b7fe640 1 -- 172.21.15.116:0/4095099765 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f327c054830 con 0x7f32940b1eb0 2023-11-30T08:27:53.083 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 64 2023-11-30T08:27:53.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.077+0000 7f3298d67640 1 -- 172.21.15.116:0/4095099765 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3274066470 msgr2=0x7f3274068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.077+0000 7f3298d67640 1 --2- 172.21.15.116:0/4095099765 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3274066470 0x7f3274068930 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f32840ad000 tx=0x7f3284004740 comp rx=0 tx=0).stop 2023-11-30T08:27:53.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.077+0000 7f3298d67640 1 -- 172.21.15.116:0/4095099765 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f32940b1eb0 msgr2=0x7f3294071020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.077+0000 7f3298d67640 1 --2- 172.21.15.116:0/4095099765 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f32940b1eb0 0x7f3294071020 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f327c00c480 tx=0x7f327c00c940 comp rx=0 tx=0).stop 2023-11-30T08:27:53.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.077+0000 7f3298d67640 1 -- 172.21.15.116:0/4095099765 shutdown_connections 2023-11-30T08:27:53.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.077+0000 7f3298d67640 1 --2- 172.21.15.116:0/4095099765 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f3274066470 0x7f3274068930 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.077+0000 7f3298d67640 1 --2- 172.21.15.116:0/4095099765 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f32941451c0 0x7f3294137bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.077+0000 7f3298d67640 1 --2- 172.21.15.116:0/4095099765 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f32940b1eb0 0x7f3294071020 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.077+0000 7f3298d67640 1 --2- 172.21.15.116:0/4095099765 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f32940af300 0x7f3294140d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.077+0000 7f3298d67640 1 -- 172.21.15.116:0/4095099765 >> 172.21.15.116:0/4095099765 conn(0x7f32940b4900 msgr2=0x7f32940b24b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:53.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.077+0000 7f3298d67640 1 -- 172.21.15.116:0/4095099765 shutdown_connections 2023-11-30T08:27:53.085 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.077+0000 7f3298d67640 1 -- 172.21.15.116:0/4095099765 wait complete. 2023-11-30T08:27:53.100 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-11-30T08:27:53.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa01da73640 1 Processor -- start 2023-11-30T08:27:53.220 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa01da73640 1 -- start start 2023-11-30T08:27:53.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa01da73640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fa0180b3b00 0x7fa0180ae070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa01da73640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fa01806c270 0x7fa01814e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa01da73640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0180af850 con 0x7fa01806b6b0 2023-11-30T08:27:53.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa01da73640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0180ad7f0 con 0x7fa0180b3b00 2023-11-30T08:27:53.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa01da73640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0180b3ee0 con 0x7fa01806c270 2023-11-30T08:27:53.222 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa00effd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fa01806b6b0 0x7fa01806bb60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:46176/0 (socket says 172.21.15.116:46176) 2023-11-30T08:27:53.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa00effd640 1 -- 172.21.15.116:0/1091387428 learned_addr learned my addr 172.21.15.116:0/1091387428 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:53.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa0177fe640 1 --2- 172.21.15.116:0/1091387428 >> v2:172.21.15.116:3300/0 conn(0x7fa0180b3b00 0x7fa0180ae070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa016ffd640 1 -- 172.21.15.116:0/1091387428 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2257544378 0 0) 0x7fa0180af850 con 0x7fa01806b6b0 2023-11-30T08:27:53.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa016ffd640 1 -- 172.21.15.116:0/1091387428 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa004003530 con 0x7fa01806b6b0 2023-11-30T08:27:53.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa017fff640 1 --2- 172.21.15.116:0/1091387428 >> v2:172.21.15.162:3300/0 conn(0x7fa01806c270 0x7fa01814e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa016ffd640 1 -- 172.21.15.116:0/1091387428 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2770851452 0 0) 0x7fa004003530 con 0x7fa01806b6b0 2023-11-30T08:27:53.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa0177fe640 1 -- 172.21.15.116:0/1091387428 >> v2:172.21.15.162:3300/0 conn(0x7fa01806c270 msgr2=0x7fa01814e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:53.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa0177fe640 1 --2- 172.21.15.116:0/1091387428 >> v2:172.21.15.162:3300/0 conn(0x7fa01806c270 0x7fa01814e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa0177fe640 1 -- 172.21.15.116:0/1091387428 >> v1:172.21.15.116:6789/0 conn(0x7fa01806b6b0 legacy=0x7fa01806bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa0177fe640 1 -- 172.21.15.116:0/1091387428 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0180afb30 con 0x7fa0180b3b00 2023-11-30T08:27:53.223 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.213+0000 7fa017fff640 1 --2- 172.21.15.116:0/1091387428 >> v2:172.21.15.162:3300/0 conn(0x7fa01806c270 0x7fa01814e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:53.225 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa0177fe640 1 --2- 172.21.15.116:0/1091387428 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0180b3b00 0x7fa0180ae070 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa0180ad990 tx=0x7fa00801c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df6d7c781c5b1a01 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:53.225 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa016ffd640 1 -- 172.21.15.116:0/1091387428 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0080a4ea0 con 0x7fa0180b3b00 2023-11-30T08:27:53.226 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa016ffd640 1 -- 172.21.15.116:0/1091387428 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0080a7050 con 0x7fa0180b3b00 2023-11-30T08:27:53.226 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa016ffd640 1 -- 172.21.15.116:0/1091387428 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa000001680 con 0x7fa0180b3b00 2023-11-30T08:27:53.227 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa01da73640 1 -- 172.21.15.116:0/1091387428 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0180b3b00 msgr2=0x7fa0180ae070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.227 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa01da73640 1 --2- 172.21.15.116:0/1091387428 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0180b3b00 0x7fa0180ae070 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa0180ad990 tx=0x7fa00801c2d0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.227 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa01da73640 1 -- 172.21.15.116:0/1091387428 shutdown_connections 2023-11-30T08:27:53.227 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa01da73640 1 --2- 172.21.15.116:0/1091387428 >> v2:172.21.15.162:3300/0 conn(0x7fa01806c270 0x7fa01814e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.227 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa01da73640 1 --2- 172.21.15.116:0/1091387428 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0180b3b00 0x7fa0180ae070 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.227 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa01da73640 1 -- 172.21.15.116:0/1091387428 >> 172.21.15.116:0/1091387428 conn(0x7fa01806a580 msgr2=0x7fa01806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:53.227 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa01da73640 1 -- 172.21.15.116:0/1091387428 shutdown_connections 2023-11-30T08:27:53.227 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa01da73640 1 -- 172.21.15.116:0/1091387428 wait complete. 2023-11-30T08:27:53.227 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa01da73640 1 Processor -- start 2023-11-30T08:27:53.227 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.217+0000 7fa01da73640 1 -- start start 2023-11-30T08:27:53.229 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa01da73640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa01806b6b0 0x7fa0180b29f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.229 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa01da73640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa01806c270 0x7fa01809a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.229 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa01da73640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0180b3b00 0x7fa01814b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.229 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa01da73640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa01814b120 con 0x7fa0180b3b00 2023-11-30T08:27:53.229 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa01da73640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa01809a5c0 con 0x7fa01806b6b0 2023-11-30T08:27:53.229 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa01da73640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa01814c210 con 0x7fa01806c270 2023-11-30T08:27:53.229 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa017fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0180b3b00 0x7fa01814b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.229 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa017fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0180b3b00 0x7fa01814b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60836/0 (socket says 172.21.15.116:60836) 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa017fff640 1 -- 172.21.15.116:0/1326061301 learned_addr learned my addr 172.21.15.116:0/1326061301 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa017fff640 1 -- 172.21.15.116:0/1326061301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa01806c270 msgr2=0x7fa01809a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa017fff640 1 --2- 172.21.15.116:0/1326061301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa01806c270 0x7fa01809a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa017fff640 1 -- 172.21.15.116:0/1326061301 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa01806b6b0 msgr2=0x7fa0180b29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa017fff640 1 --2- 172.21.15.116:0/1326061301 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa01806b6b0 0x7fa0180b29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa017fff640 1 -- 172.21.15.116:0/1326061301 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa008009420 con 0x7fa0180b3b00 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa017fff640 1 --2- 172.21.15.116:0/1326061301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0180b3b00 0x7fa01814b5b0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa010007f20 tx=0x7fa01000d560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa014ff9640 1 -- 172.21.15.116:0/1326061301 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa01000dee0 con 0x7fa0180b3b00 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa014ff9640 1 -- 172.21.15.116:0/1326061301 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa01000f040 con 0x7fa0180b3b00 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa014ff9640 1 -- 172.21.15.116:0/1326061301 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa010003de0 con 0x7fa0180b3b00 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa01da73640 1 -- 172.21.15.116:0/1326061301 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0180b2270 con 0x7fa0180b3b00 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa01da73640 1 -- 172.21.15.116:0/1326061301 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa01814adb0 con 0x7fa0180b3b00 2023-11-30T08:27:53.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa01da73640 1 -- 172.21.15.116:0/1326061301 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0180679e0 con 0x7fa0180b3b00 2023-11-30T08:27:53.231 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa014ff9640 1 -- 172.21.15.116:0/1326061301 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa010004030 con 0x7fa0180b3b00 2023-11-30T08:27:53.231 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa014ff9640 1 --2- 172.21.15.116:0/1326061301 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9ff8066470 0x7f9ff8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.231 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa014ff9640 1 -- 172.21.15.116:0/1326061301 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa010084180 con 0x7fa0180b3b00 2023-11-30T08:27:53.231 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa0177fe640 1 --2- 172.21.15.116:0/1326061301 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9ff8066470 0x7f9ff8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.231 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.221+0000 7fa0177fe640 1 --2- 172.21.15.116:0/1326061301 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9ff8066470 0x7f9ff8068930 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa0080ad000 tx=0x7fa008004740 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:53.234 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.225+0000 7fa014ff9640 1 -- 172.21.15.116:0/1326061301 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa010051690 con 0x7fa0180b3b00 2023-11-30T08:27:53.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 -- 172.21.15.116:0/1326061301 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa0180689d0 con 0x7fa0180b3b00 2023-11-30T08:27:53.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa014ff9640 1 -- 172.21.15.116:0/1326061301 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v29) v1 ==== 80+0+0 (secure 0 0 0) 0x7fa010054cb0 con 0x7fa0180b3b00 2023-11-30T08:27:53.389 INFO:teuthology.orchestra.run.smithi116.stderr:listed 0 entries 2023-11-30T08:27:53.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 -- 172.21.15.116:0/1326061301 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9ff8066470 msgr2=0x7f9ff8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 --2- 172.21.15.116:0/1326061301 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9ff8066470 0x7f9ff8068930 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa0080ad000 tx=0x7fa008004740 comp rx=0 tx=0).stop 2023-11-30T08:27:53.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 -- 172.21.15.116:0/1326061301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0180b3b00 msgr2=0x7fa01814b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 --2- 172.21.15.116:0/1326061301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0180b3b00 0x7fa01814b5b0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa010007f20 tx=0x7fa01000d560 comp rx=0 tx=0).stop 2023-11-30T08:27:53.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 -- 172.21.15.116:0/1326061301 shutdown_connections 2023-11-30T08:27:53.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 --2- 172.21.15.116:0/1326061301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa0180b3b00 0x7fa01814b5b0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 --2- 172.21.15.116:0/1326061301 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f9ff8066470 0x7f9ff8068930 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 --2- 172.21.15.116:0/1326061301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa01806c270 0x7fa01809a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 --2- 172.21.15.116:0/1326061301 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa01806b6b0 0x7fa0180b29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 -- 172.21.15.116:0/1326061301 >> 172.21.15.116:0/1326061301 conn(0x7fa01806a580 msgr2=0x7fa0180b4f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:53.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 -- 172.21.15.116:0/1326061301 shutdown_connections 2023-11-30T08:27:53.392 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.381+0000 7fa01da73640 1 -- 172.21.15.116:0/1326061301 wait complete. 2023-11-30T08:27:53.407 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi116.front.sepia.ceph.com... 2023-11-30T08:27:53.407 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:53.407 DEBUG:teuthology.orchestra.run.smithi116:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2023-11-30T08:27:53.418 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi116.stderr:ceph-fuse[47946]: fuse finished with error 0 and tester_r 0 2023-11-30T08:27:53.419 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:27:53.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:27:53.419 DEBUG:teuthology.orchestra.run.smithi116:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-11-30T08:27:53.537 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:53.659 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.649+0000 7fa8f84c1640 1 Processor -- start 2023-11-30T08:27:53.659 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.649+0000 7fa8f84c1640 1 -- start start 2023-11-30T08:27:53.660 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8f00af2e0 0x7fa8f0147080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.660 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fa8f00ad7c0 0x7fa8f01475c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.660 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8f00af770 con 0x7fa8f006c920 2023-11-30T08:27:53.660 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8f00afc20 con 0x7fa8f00ad7c0 2023-11-30T08:27:53.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8f00aeea0 con 0x7fa8f00af2e0 2023-11-30T08:27:53.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f6a5e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fa8f00ad7c0 0x7fa8f01475c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f6a5e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fa8f00ad7c0 0x7fa8f01475c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60846/0 (socket says 172.21.15.116:60846) 2023-11-30T08:27:53.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f6a5e640 1 -- 172.21.15.116:0/2837292474 learned_addr learned my addr 172.21.15.116:0/2837292474 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:53.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f5a5c640 1 --2- 172.21.15.116:0/2837292474 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8f00af2e0 0x7fa8f0147080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f6a5e640 1 -- 172.21.15.116:0/2837292474 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8f00af2e0 msgr2=0x7fa8f0147080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:53.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f6a5e640 1 --2- 172.21.15.116:0/2837292474 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8f00af2e0 0x7fa8f0147080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f6a5e640 1 -- 172.21.15.116:0/2837292474 >> v1:172.21.15.162:6789/0 conn(0x7fa8f006c920 legacy=0x7fa8f00ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:53.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f6a5e640 1 -- 172.21.15.116:0/2837292474 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8f0147b00 con 0x7fa8f00ad7c0 2023-11-30T08:27:53.662 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f6a5e640 1 --2- 172.21.15.116:0/2837292474 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8f00ad7c0 0x7fa8f01475c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fa8e0009870 tx=0x7fa8e001c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a633a56e78ac576 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:53.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f525b640 1 -- 172.21.15.116:0/2837292474 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8e00ac600 con 0x7fa8f00ad7c0 2023-11-30T08:27:53.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f525b640 1 -- 172.21.15.116:0/2837292474 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8e00a8050 con 0x7fa8f00ad7c0 2023-11-30T08:27:53.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f525b640 1 -- 172.21.15.116:0/2837292474 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8e00ac980 con 0x7fa8f00ad7c0 2023-11-30T08:27:53.666 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 -- 172.21.15.116:0/2837292474 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8f00ad7c0 msgr2=0x7fa8f01475c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 --2- 172.21.15.116:0/2837292474 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8f00ad7c0 0x7fa8f01475c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fa8e0009870 tx=0x7fa8e001c3e0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 -- 172.21.15.116:0/2837292474 shutdown_connections 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 --2- 172.21.15.116:0/2837292474 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8f00ad7c0 0x7fa8f01475c0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 --2- 172.21.15.116:0/2837292474 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8f00af2e0 0x7fa8f0147080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 -- 172.21.15.116:0/2837292474 >> 172.21.15.116:0/2837292474 conn(0x7fa8f00b48e0 msgr2=0x7fa8f00b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 -- 172.21.15.116:0/2837292474 shutdown_connections 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.653+0000 7fa8f84c1640 1 -- 172.21.15.116:0/2837292474 wait complete. 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f84c1640 1 Processor -- start 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f84c1640 1 -- start start 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f84c1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8f006c920 0x7fa8f0145df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f84c1640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8f00ad7c0 0x7fa8f01e2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f84c1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8f00704f0 0x7fa8f014c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.667 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f84c1640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8f01e2fa0 con 0x7fa8f006c920 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f84c1640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8f01e2260 con 0x7fa8f00ad7c0 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f84c1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8f01e2540 con 0x7fa8f00704f0 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f625d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8f006c920 0x7fa8f0145df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f625d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8f006c920 0x7fa8f0145df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60850/0 (socket says 172.21.15.116:60850) 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f625d640 1 -- 172.21.15.116:0/3531703599 learned_addr learned my addr 172.21.15.116:0/3531703599 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f6a5e640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8f00704f0 0x7fa8f014c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f5a5c640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8f00ad7c0 0x7fa8f01e2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f625d640 1 -- 172.21.15.116:0/3531703599 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8f00704f0 msgr2=0x7fa8f014c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f625d640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8f00704f0 0x7fa8f014c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f625d640 1 -- 172.21.15.116:0/3531703599 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8f00ad7c0 msgr2=0x7fa8f01e2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f625d640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8f00ad7c0 0x7fa8f01e2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f625d640 1 -- 172.21.15.116:0/3531703599 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8e00094d0 con 0x7fa8f006c920 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f625d640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8f006c920 0x7fa8f0145df0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fa8e800ba50 tx=0x7fa8e800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:53.668 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8eeffd640 1 -- 172.21.15.116:0/3531703599 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8e800cbe0 con 0x7fa8f006c920 2023-11-30T08:27:53.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8eeffd640 1 -- 172.21.15.116:0/3531703599 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8e800cd80 con 0x7fa8f006c920 2023-11-30T08:27:53.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f84c1640 1 -- 172.21.15.116:0/3531703599 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8f013ad10 con 0x7fa8f006c920 2023-11-30T08:27:53.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8eeffd640 1 -- 172.21.15.116:0/3531703599 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8e8014680 con 0x7fa8f006c920 2023-11-30T08:27:53.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f84c1640 1 -- 172.21.15.116:0/3531703599 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8f014d8f0 con 0x7fa8f006c920 2023-11-30T08:27:53.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8f84c1640 1 -- 172.21.15.116:0/3531703599 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8f00679e0 con 0x7fa8f006c920 2023-11-30T08:27:53.669 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.657+0000 7fa8eeffd640 1 -- 172.21.15.116:0/3531703599 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa8e80147e0 con 0x7fa8f006c920 2023-11-30T08:27:53.670 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.661+0000 7fa8eeffd640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa8dc0664a0 0x7fa8dc068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.670 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.661+0000 7fa8eeffd640 1 -- 172.21.15.116:0/3531703599 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa8e8083cb0 con 0x7fa8f006c920 2023-11-30T08:27:53.670 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.661+0000 7fa8f5a5c640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa8dc0664a0 0x7fa8dc068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.670 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.661+0000 7fa8f5a5c640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa8dc0664a0 0x7fa8dc068960 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa8f006d130 tx=0x7fa8e4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:53.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.665+0000 7fa8eeffd640 1 -- 172.21.15.116:0/3531703599 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa8e8051270 con 0x7fa8f006c920 2023-11-30T08:27:53.854 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.845+0000 7fa8f84c1640 1 -- 172.21.15.116:0/3531703599 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa8f01e20c0 con 0x7fa8f006c920 2023-11-30T08:27:53.855 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8eeffd640 1 -- 172.21.15.116:0/3531703599 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+3337 (secure 0 0 0) 0x7fa8e8019d20 con 0x7fa8f006c920 2023-11-30T08:27:53.855 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:53.856 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4529,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1281210922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1281210922},{"type":"v1","addr":"172.21.15.162:6833","nonce":1281210922}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:38.919648+0000","modified":"2023-11-30T08:27:40.946396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4914":{"gid":4914,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3980636305","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3980636305},{"type":"v1","addr":"172.21.15.116:6835","nonce":3980636305}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-30T08:27:53.856 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 15 2023-11-30T08:27:53.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8f84c1640 1 -- 172.21.15.116:0/3531703599 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa8dc0664a0 msgr2=0x7fa8dc068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8f84c1640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa8dc0664a0 0x7fa8dc068960 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa8f006d130 tx=0x7fa8e4008040 comp rx=0 tx=0).stop 2023-11-30T08:27:53.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8f84c1640 1 -- 172.21.15.116:0/3531703599 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8f006c920 msgr2=0x7fa8f0145df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8f84c1640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8f006c920 0x7fa8f0145df0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fa8e800ba50 tx=0x7fa8e800bf10 comp rx=0 tx=0).stop 2023-11-30T08:27:53.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8f84c1640 1 -- 172.21.15.116:0/3531703599 shutdown_connections 2023-11-30T08:27:53.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8f84c1640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa8dc0664a0 0x7fa8dc068960 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8f84c1640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa8f00704f0 0x7fa8f014c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8f84c1640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa8f00ad7c0 0x7fa8f01e2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8f84c1640 1 --2- 172.21.15.116:0/3531703599 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8f006c920 0x7fa8f0145df0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8f84c1640 1 -- 172.21.15.116:0/3531703599 >> 172.21.15.116:0/3531703599 conn(0x7fa8f00b48e0 msgr2=0x7fa8f0139d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:53.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8f84c1640 1 -- 172.21.15.116:0/3531703599 shutdown_connections 2023-11-30T08:27:53.858 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.849+0000 7fa8f84c1640 1 -- 172.21.15.116:0/3531703599 wait complete. 2023-11-30T08:27:53.874 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:53.981 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92f8c7640 1 Processor -- start 2023-11-30T08:27:53.981 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92f8c7640 1 -- start start 2023-11-30T08:27:53.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92f8c7640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fa92806c920 0x7fa9280afc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92f8c7640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa92809dd50 0x7fa92813ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92f8c7640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9280af2e0 con 0x7fa9280b3fd0 2023-11-30T08:27:53.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92f8c7640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9280b1f50 con 0x7fa92806c920 2023-11-30T08:27:53.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92f8c7640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa92806cd00 con 0x7fa92809dd50 2023-11-30T08:27:53.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92de64640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa92809dd50 0x7fa92813ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92d663640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fa92806c920 0x7fa9280afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92d663640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fa92806c920 0x7fa9280afc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:56756/0 (socket says 172.21.15.116:56756) 2023-11-30T08:27:53.982 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92d663640 1 -- 172.21.15.116:0/3555466204 learned_addr learned my addr 172.21.15.116:0/3555466204 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:53.983 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92de64640 1 -- 172.21.15.116:0/3555466204 >> v2:172.21.15.162:3300/0 conn(0x7fa92806c920 msgr2=0x7fa9280afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:53.983 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92de64640 1 --2- 172.21.15.116:0/3555466204 >> v2:172.21.15.162:3300/0 conn(0x7fa92806c920 0x7fa9280afc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.983 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92de64640 1 -- 172.21.15.116:0/3555466204 >> v1:172.21.15.162:6789/0 conn(0x7fa9280b3fd0 legacy=0x7fa92813e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.983 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.973+0000 7fa92de64640 1 -- 172.21.15.116:0/3555466204 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9280af530 con 0x7fa92809dd50 2023-11-30T08:27:53.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa92de64640 1 --2- 172.21.15.116:0/3555466204 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa92809dd50 0x7fa92813ea30 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fa920009d90 tx=0x7fa92001c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=47ff97931a7359f1 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:53.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa91ffff640 1 -- 172.21.15.116:0/3555466204 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9200a5780 con 0x7fa92809dd50 2023-11-30T08:27:53.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa91ffff640 1 -- 172.21.15.116:0/3555466204 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9200a58e0 con 0x7fa92809dd50 2023-11-30T08:27:53.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa91ffff640 1 -- 172.21.15.116:0/3555466204 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9200a5c70 con 0x7fa92809dd50 2023-11-30T08:27:53.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3555466204 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa92809dd50 msgr2=0x7fa92813ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa92f8c7640 1 --2- 172.21.15.116:0/3555466204 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa92809dd50 0x7fa92813ea30 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fa920009d90 tx=0x7fa92001c8c0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3555466204 shutdown_connections 2023-11-30T08:27:53.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa92f8c7640 1 --2- 172.21.15.116:0/3555466204 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa92809dd50 0x7fa92813ea30 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa92f8c7640 1 --2- 172.21.15.116:0/3555466204 >> v2:172.21.15.162:3300/0 conn(0x7fa92806c920 0x7fa9280afc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3555466204 >> 172.21.15.116:0/3555466204 conn(0x7fa9280b48e0 msgr2=0x7fa9280b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:53.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3555466204 shutdown_connections 2023-11-30T08:27:53.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3555466204 wait complete. 2023-11-30T08:27:53.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa92f8c7640 1 Processor -- start 2023-11-30T08:27:53.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.977+0000 7fa92f8c7640 1 -- start start 2023-11-30T08:27:53.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92f8c7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa92806c920 0x7fa92809a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92f8c7640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa92809dd50 0x7fa9281dee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92f8c7640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa9281df380 0x7fa92813c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92f8c7640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9280aecb0 con 0x7fa92806c920 2023-11-30T08:27:53.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92f8c7640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9280ae210 con 0x7fa92809dd50 2023-11-30T08:27:53.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92f8c7640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9280aeaa0 con 0x7fa9281df380 2023-11-30T08:27:53.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92d663640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa92806c920 0x7fa92809a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92d663640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa92806c920 0x7fa92809a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60860/0 (socket says 172.21.15.116:60860) 2023-11-30T08:27:53.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92d663640 1 -- 172.21.15.116:0/3397596505 learned_addr learned my addr 172.21.15.116:0/3397596505 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:53.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92de64640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa9281df380 0x7fa92813c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92ce62640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa92809dd50 0x7fa9281dee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92d663640 1 -- 172.21.15.116:0/3397596505 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa9281df380 msgr2=0x7fa92813c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92d663640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa9281df380 0x7fa92813c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92d663640 1 -- 172.21.15.116:0/3397596505 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa92809dd50 msgr2=0x7fa9281dee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92d663640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa92809dd50 0x7fa9281dee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92d663640 1 -- 172.21.15.116:0/3397596505 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa920009a70 con 0x7fa92806c920 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92de64640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa9281df380 0x7fa92813c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92ce62640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa92809dd50 0x7fa9281dee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92d663640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa92806c920 0x7fa92809a000 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fa92400e890 tx=0x7fa92400ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa91dffb640 1 -- 172.21.15.116:0/3397596505 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa924009620 con 0x7fa92806c920 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa91dffb640 1 -- 172.21.15.116:0/3397596505 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa92400c940 con 0x7fa92806c920 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3397596505 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa92809b010 con 0x7fa92806c920 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa91dffb640 1 -- 172.21.15.116:0/3397596505 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa92400ccf0 con 0x7fa92806c920 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3397596505 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9280aee80 con 0x7fa92806c920 2023-11-30T08:27:53.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3397596505 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9280679e0 con 0x7fa92806c920 2023-11-30T08:27:53.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa91dffb640 1 -- 172.21.15.116:0/3397596505 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fa924013470 con 0x7fa92806c920 2023-11-30T08:27:53.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa91dffb640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa90c0664a0 0x7fa90c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:53.993 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa91dffb640 1 -- 172.21.15.116:0/3397596505 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa924083f20 con 0x7fa92806c920 2023-11-30T08:27:53.993 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92ce62640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa90c0664a0 0x7fa90c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:53.993 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.981+0000 7fa92ce62640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa90c0664a0 0x7fa90c068960 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa9281e3250 tx=0x7fa918009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:53.994 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:53.985+0000 7fa91dffb640 1 -- 172.21.15.116:0/3397596505 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fa924051430 con 0x7fa92806c920 2023-11-30T08:27:54.139 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.133+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3397596505 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa9280688f0 con 0x7fa92806c920 2023-11-30T08:27:54.142 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.133+0000 7fa91dffb640 1 -- 172.21.15.116:0/3397596505 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+16581 (secure 0 0 0) 0x7fa924054a50 con 0x7fa92806c920 2023-11-30T08:27:54.143 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:54.143 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":29,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:40.573913+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:27:37.166342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-30T08:27:37.918126+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:54.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.137+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3397596505 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa90c0664a0 msgr2=0x7fa90c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.137+0000 7fa92f8c7640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa90c0664a0 0x7fa90c068960 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fa9281e3250 tx=0x7fa918009040 comp rx=0 tx=0).stop 2023-11-30T08:27:54.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.137+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3397596505 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa92806c920 msgr2=0x7fa92809a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.137+0000 7fa92f8c7640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa92806c920 0x7fa92809a000 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fa92400e890 tx=0x7fa92400ed50 comp rx=0 tx=0).stop 2023-11-30T08:27:54.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.137+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3397596505 shutdown_connections 2023-11-30T08:27:54.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.137+0000 7fa92f8c7640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fa90c0664a0 0x7fa90c068960 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.137+0000 7fa92f8c7640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fa9281df380 0x7fa92813c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.137+0000 7fa92f8c7640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fa92809dd50 0x7fa9281dee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.137+0000 7fa92f8c7640 1 --2- 172.21.15.116:0/3397596505 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa92806c920 0x7fa92809a000 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.137+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3397596505 >> 172.21.15.116:0/3397596505 conn(0x7fa9280b48e0 msgr2=0x7fa928144f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:54.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.137+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3397596505 shutdown_connections 2023-11-30T08:27:54.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.137+0000 7fa92f8c7640 1 -- 172.21.15.116:0/3397596505 wait complete. 2023-11-30T08:27:54.160 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-11-30T08:26:48.854833+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-11-30T08:27:37.166342+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '28', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-11-30T08:27:37.918126+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '29', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-11-30T08:27:54.160 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-11-30T08:27:54.279 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.269+0000 7f0cef0b1640 1 Processor -- start 2023-11-30T08:27:54.279 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.269+0000 7f0cef0b1640 1 -- start start 2023-11-30T08:27:54.282 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0cef0b1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce80ae750 0x7f0ce80b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.282 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0cef0b1640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ce80b02e0 con 0x7f0ce80af300 2023-11-30T08:27:54.283 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0cef0b1640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ce80adc40 con 0x7f0ce806c8b0 2023-11-30T08:27:54.283 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0cef0b1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ce80aded0 con 0x7f0ce80ae750 2023-11-30T08:27:54.283 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce7fff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f0ce80af300 0x7f0ce80ad530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:46190/0 (socket says 172.21.15.116:46190) 2023-11-30T08:27:54.283 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce7fff640 1 -- 172.21.15.116:0/2094778457 learned_addr learned my addr 172.21.15.116:0/2094778457 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:54.283 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 624823913 0 0) 0x7f0ce80b02e0 con 0x7f0ce80af300 2023-11-30T08:27:54.283 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ced64e640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce80ae750 0x7f0ce80b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.283 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0cd0005740 con 0x7f0ce80af300 2023-11-30T08:27:54.283 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3803690363 0 0) 0x7f0cd0005740 con 0x7f0ce80af300 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce80ae750 msgr2=0x7f0ce80b4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce80ae750 0x7f0ce80b4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 >> v1:172.21.15.162:6789/0 conn(0x7f0ce806c8b0 legacy=0x7f0ce80ace20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ce806cc90 con 0x7f0ce80af300 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f0cd8001680 con 0x7f0ce80af300 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 >> v1:172.21.15.116:6789/0 conn(0x7f0ce80af300 legacy=0x7f0ce80ad530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce80ae750 0x7f0cd0005bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cd00061f0 0x7f0cd00069e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0cd0006f20 0x7f0cd00073a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ce80aded0 con 0x7f0cd00061f0 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cd000dde0 con 0x7f0cd0006f20 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0cd000dfa0 con 0x7f0ce80ae750 2023-11-30T08:27:54.284 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce7fff640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cd00061f0 0x7f0cd00069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0cece4d640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce80ae750 0x7f0cd0005bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ced64e640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0cd0006f20 0x7f0cd00073a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce7fff640 1 -- 172.21.15.116:0/2094778457 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce80ae750 msgr2=0x7f0cd0005bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:54.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce7fff640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce80ae750 0x7f0cd0005bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce7fff640 1 -- 172.21.15.116:0/2094778457 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0cd0006f20 msgr2=0x7f0cd00073a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:54.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce7fff640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0cd0006f20 0x7f0cd00073a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0ce7fff640 1 -- 172.21.15.116:0/2094778457 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cd0005740 con 0x7f0cd00061f0 2023-11-30T08:27:54.285 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.273+0000 7f0cece4d640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce80ae750 0x7f0cd0005bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:54.289 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0ce7fff640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cd00061f0 0x7f0cd00069e0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f0cd800c210 tx=0x7f0cd801cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=702b89b3340e220b server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:54.289 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cd8005ae0 con 0x7f0cd00061f0 2023-11-30T08:27:54.289 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cd8005c40 con 0x7f0cd00061f0 2023-11-30T08:27:54.289 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0ce77fe640 1 -- 172.21.15.116:0/2094778457 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cd80072b0 con 0x7f0cd00061f0 2023-11-30T08:27:54.289 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 -- 172.21.15.116:0/2094778457 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cd00061f0 msgr2=0x7f0cd00069e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.289 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 --2- 172.21.15.116:0/2094778457 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cd00061f0 0x7f0cd00069e0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f0cd800c210 tx=0x7f0cd801cbf0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.289 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0ced64e640 1 -- 172.21.15.116:0/2094778457 reap_dead start 2023-11-30T08:27:54.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 -- 172.21.15.116:0/2094778457 shutdown_connections 2023-11-30T08:27:54.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 -- 172.21.15.116:0/2094778457 >> 172.21.15.116:0/2094778457 conn(0x7f0ce80b4900 msgr2=0x7f0ce80b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:54.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 -- 172.21.15.116:0/2094778457 shutdown_connections 2023-11-30T08:27:54.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 -- 172.21.15.116:0/2094778457 wait complete. 2023-11-30T08:27:54.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 Processor -- start 2023-11-30T08:27:54.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 -- start start 2023-11-30T08:27:54.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cd00061f0 0x7f0ce8145200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce81dac90 0x7f0ce81de510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ce81db110 0x7f0ce813f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ce81db5d0 con 0x7f0cd00061f0 2023-11-30T08:27:54.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ce81ddd10 con 0x7f0ce81db110 2023-11-30T08:27:54.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ce81ddff0 con 0x7f0ce81dac90 2023-11-30T08:27:54.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cece4d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cd00061f0 0x7f0ce8145200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cece4d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cd00061f0 0x7f0ce8145200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60888/0 (socket says 172.21.15.116:60888) 2023-11-30T08:27:54.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cece4d640 1 -- 172.21.15.116:0/848401272 learned_addr learned my addr 172.21.15.116:0/848401272 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:54.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0ced64e640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ce81db110 0x7f0ce813f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cece4d640 1 -- 172.21.15.116:0/848401272 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce81dac90 msgr2=0x7f0ce81de510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0ce7fff640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce81dac90 0x7f0ce81de510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cece4d640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce81dac90 0x7f0ce81de510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cece4d640 1 -- 172.21.15.116:0/848401272 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ce81db110 msgr2=0x7f0ce813f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cece4d640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ce81db110 0x7f0ce813f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cece4d640 1 -- 172.21.15.116:0/848401272 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ce81d3dd0 con 0x7f0cd00061f0 2023-11-30T08:27:54.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0ced64e640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ce81db110 0x7f0ce813f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:54.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cece4d640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cd00061f0 0x7f0ce8145200 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f0cdc00d770 tx=0x7f0cdc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:54.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0ce57fa640 1 -- 172.21.15.116:0/848401272 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cdc005270 con 0x7f0cd00061f0 2023-11-30T08:27:54.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0ce57fa640 1 -- 172.21.15.116:0/848401272 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cdc0053d0 con 0x7f0cd00061f0 2023-11-30T08:27:54.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 -- 172.21.15.116:0/848401272 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ce81407c0 con 0x7f0cd00061f0 2023-11-30T08:27:54.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0ce57fa640 1 -- 172.21.15.116:0/848401272 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cdc00b8d0 con 0x7f0cd00061f0 2023-11-30T08:27:54.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 -- 172.21.15.116:0/848401272 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ce81dea50 con 0x7f0cd00061f0 2023-11-30T08:27:54.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.277+0000 7f0cef0b1640 1 -- 172.21.15.116:0/848401272 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ce81de1b0 con 0x7f0cd00061f0 2023-11-30T08:27:54.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.281+0000 7f0ce57fa640 1 -- 172.21.15.116:0/848401272 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f0cdc00ba30 con 0x7f0cd00061f0 2023-11-30T08:27:54.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.281+0000 7f0ce57fa640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0cd4066470 0x7f0cd4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.281+0000 7f0ce57fa640 1 -- 172.21.15.116:0/848401272 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0cdc083da0 con 0x7f0cd00061f0 2023-11-30T08:27:54.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.281+0000 7f0ce7fff640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0cd4066470 0x7f0cd4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.281+0000 7f0ce7fff640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0cd4066470 0x7f0cd4068930 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0cd80ab000 tx=0x7f0cd80a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:54.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.285+0000 7f0ce57fa640 1 -- 172.21.15.116:0/848401272 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f0cdc0512b0 con 0x7f0cd00061f0 2023-11-30T08:27:54.449 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.441+0000 7f0cef0b1640 1 -- 172.21.15.116:0/848401272 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0ce81db710 con 0x7f0cd00061f0 2023-11-30T08:27:54.449 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.441+0000 7f0ce57fa640 1 -- 172.21.15.116:0/848401272 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v29) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0ce81db710 con 0x7f0cd00061f0 2023-11-30T08:27:54.449 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 1 2023-11-30T08:27:54.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.441+0000 7f0cef0b1640 1 -- 172.21.15.116:0/848401272 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0cd4066470 msgr2=0x7f0cd4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.441+0000 7f0cef0b1640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0cd4066470 0x7f0cd4068930 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f0cd80ab000 tx=0x7f0cd80a7070 comp rx=0 tx=0).stop 2023-11-30T08:27:54.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.445+0000 7f0cef0b1640 1 -- 172.21.15.116:0/848401272 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cd00061f0 msgr2=0x7f0ce8145200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.445+0000 7f0cef0b1640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cd00061f0 0x7f0ce8145200 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f0cdc00d770 tx=0x7f0cdc00dc30 comp rx=0 tx=0).stop 2023-11-30T08:27:54.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.445+0000 7f0cef0b1640 1 -- 172.21.15.116:0/848401272 shutdown_connections 2023-11-30T08:27:54.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.445+0000 7f0cef0b1640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f0ce81db110 0x7f0ce813f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.445+0000 7f0cef0b1640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f0cd4066470 0x7f0cd4068930 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.445+0000 7f0cef0b1640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f0ce81dac90 0x7f0ce81de510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.445+0000 7f0cef0b1640 1 --2- 172.21.15.116:0/848401272 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0cd00061f0 0x7f0ce8145200 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.445+0000 7f0cef0b1640 1 -- 172.21.15.116:0/848401272 >> 172.21.15.116:0/848401272 conn(0x7f0ce80b4900 msgr2=0x7f0ce8146530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:54.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.445+0000 7f0cef0b1640 1 -- 172.21.15.116:0/848401272 shutdown_connections 2023-11-30T08:27:54.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.445+0000 7f0cef0b1640 1 -- 172.21.15.116:0/848401272 wait complete. 2023-11-30T08:27:54.468 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-11-30T08:27:54.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f116f2640 1 Processor -- start 2023-11-30T08:27:54.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f116f2640 1 -- start start 2023-11-30T08:27:54.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f116f2640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f0c0af300 0x7f1f0c0b4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f116f2640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f1f0c0ae750 0x7f1f0c0ad530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f116f2640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f0c0b02e0 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f116f2640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f0c0aded0 con 0x7f1f0c0ae750 2023-11-30T08:27:54.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f116f2640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f0c06cc90 con 0x7f1f0c0af300 2023-11-30T08:27:54.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f0b7fe640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f1f0c0ae750 0x7f1f0c0ad530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f03fff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f0c0af300 0x7f1f0c0b4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f0affd640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f1f0c06c8b0 0x7f1f0c0ace20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:40994/0 (socket says 172.21.15.116:40994) 2023-11-30T08:27:54.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f0b7fe640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f1f0c0ae750 0x7f1f0c0ad530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:56778/0 (socket says 172.21.15.116:56778) 2023-11-30T08:27:54.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f0affd640 1 -- 172.21.15.116:0/1257619615 learned_addr learned my addr 172.21.15.116:0/1257619615 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:54.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f03fff640 1 -- 172.21.15.116:0/1257619615 >> v2:172.21.15.162:3300/0 conn(0x7f1f0c0ae750 msgr2=0x7f1f0c0ad530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:54.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f03fff640 1 --2- 172.21.15.116:0/1257619615 >> v2:172.21.15.162:3300/0 conn(0x7f1f0c0ae750 0x7f1f0c0ad530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f03fff640 1 -- 172.21.15.116:0/1257619615 >> v1:172.21.15.162:6789/0 conn(0x7f1f0c06c8b0 legacy=0x7f1f0c0ace20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.581+0000 7f1f03fff640 1 -- 172.21.15.116:0/1257619615 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f0c0b05c0 con 0x7f1f0c0af300 2023-11-30T08:27:54.591 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f03fff640 1 --2- 172.21.15.116:0/1257619615 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f0c0af300 0x7f1f0c0b4220 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1ef40097c0 tx=0x7f1ef401c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f79cf490e48fa19 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:54.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0a7fc640 1 -- 172.21.15.116:0/1257619615 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ef40ab600 con 0x7f1f0c0af300 2023-11-30T08:27:54.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0a7fc640 1 -- 172.21.15.116:0/1257619615 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ef40a7050 con 0x7f1f0c0af300 2023-11-30T08:27:54.592 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0a7fc640 1 -- 172.21.15.116:0/1257619615 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ef40ab980 con 0x7f1f0c0af300 2023-11-30T08:27:54.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 -- 172.21.15.116:0/1257619615 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f0c0af300 msgr2=0x7f1f0c0b4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 --2- 172.21.15.116:0/1257619615 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f0c0af300 0x7f1f0c0b4220 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1ef40097c0 tx=0x7f1ef401c330 comp rx=0 tx=0).stop 2023-11-30T08:27:54.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 -- 172.21.15.116:0/1257619615 shutdown_connections 2023-11-30T08:27:54.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 --2- 172.21.15.116:0/1257619615 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f0c0af300 0x7f1f0c0b4220 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 --2- 172.21.15.116:0/1257619615 >> v2:172.21.15.162:3300/0 conn(0x7f1f0c0ae750 0x7f1f0c0ad530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 -- 172.21.15.116:0/1257619615 >> 172.21.15.116:0/1257619615 conn(0x7f1f0c0b4900 msgr2=0x7f1f0c0b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:54.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 -- 172.21.15.116:0/1257619615 shutdown_connections 2023-11-30T08:27:54.593 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 -- 172.21.15.116:0/1257619615 wait complete. 2023-11-30T08:27:54.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 Processor -- start 2023-11-30T08:27:54.594 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 -- start start 2023-11-30T08:27:54.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c06c8b0 0x7f1f0c143af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f0c0ae750 0x7f1f0c147b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1f0c0af300 0x7f1f0c139ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f0c146150 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f0c145a50 con 0x7f1f0c0af300 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f116f2640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f0c1473a0 con 0x7f1f0c0ae750 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0affd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c06c8b0 0x7f1f0c143af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0affd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c06c8b0 0x7f1f0c143af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60894/0 (socket says 172.21.15.116:60894) 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0affd640 1 -- 172.21.15.116:0/3061915601 learned_addr learned my addr 172.21.15.116:0/3061915601 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f03fff640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f0c0ae750 0x7f1f0c147b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0b7fe640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1f0c0af300 0x7f1f0c139ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0affd640 1 -- 172.21.15.116:0/3061915601 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f0c0ae750 msgr2=0x7f1f0c147b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0affd640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f0c0ae750 0x7f1f0c147b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0affd640 1 -- 172.21.15.116:0/3061915601 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1f0c0af300 msgr2=0x7f1f0c139ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0affd640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1f0c0af300 0x7f1f0c139ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0affd640 1 -- 172.21.15.116:0/3061915601 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ef4009420 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0b7fe640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1f0c0af300 0x7f1f0c139ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:54.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f0affd640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c06c8b0 0x7f1f0c143af0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f1efc00c420 tx=0x7f1efc00c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:54.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.585+0000 7f1f037fe640 1 -- 172.21.15.116:0/3061915601 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1efc005cf0 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.589+0000 7f1f037fe640 1 -- 172.21.15.116:0/3061915601 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1efc005e50 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.589+0000 7f1f116f2640 1 -- 172.21.15.116:0/3061915601 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f0c147680 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.589+0000 7f1f037fe640 1 -- 172.21.15.116:0/3061915601 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1efc0072f0 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.589+0000 7f1f116f2640 1 -- 172.21.15.116:0/3061915601 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f0c070870 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.589+0000 7f1f116f2640 1 -- 172.21.15.116:0/3061915601 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f0c146630 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.589+0000 7f1f037fe640 1 -- 172.21.15.116:0/3061915601 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1efc007450 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.589+0000 7f1f037fe640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1eec0664a0 0x7f1eec068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.589+0000 7f1f037fe640 1 -- 172.21.15.116:0/3061915601 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1efc0833e0 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.589+0000 7f1f03fff640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1eec0664a0 0x7f1eec068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.589+0000 7f1f03fff640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1eec0664a0 0x7f1eec068960 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1ef40ad000 tx=0x7f1ef40a6000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:54.602 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.593+0000 7f1f037fe640 1 -- 172.21.15.116:0/3061915601 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1efc050870 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.749+0000 7f1f116f2640 1 -- 172.21.15.116:0/3061915601 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1f0c068960 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.749+0000 7f1f037fe640 1 -- 172.21.15.116:0/3061915601 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v29) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1efc053e90 con 0x7f1f0c06c8b0 2023-11-30T08:27:54.758 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 32 2023-11-30T08:27:54.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.753+0000 7f1f116f2640 1 -- 172.21.15.116:0/3061915601 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1eec0664a0 msgr2=0x7f1eec068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.753+0000 7f1f116f2640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1eec0664a0 0x7f1eec068960 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1ef40ad000 tx=0x7f1ef40a6000 comp rx=0 tx=0).stop 2023-11-30T08:27:54.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.753+0000 7f1f116f2640 1 -- 172.21.15.116:0/3061915601 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c06c8b0 msgr2=0x7f1f0c143af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.753+0000 7f1f116f2640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c06c8b0 0x7f1f0c143af0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f1efc00c420 tx=0x7f1efc00c8e0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.753+0000 7f1f116f2640 1 -- 172.21.15.116:0/3061915601 shutdown_connections 2023-11-30T08:27:54.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.753+0000 7f1f116f2640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1f0c0af300 0x7f1f0c139ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.753+0000 7f1f116f2640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1eec0664a0 0x7f1eec068960 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.753+0000 7f1f116f2640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1f0c0ae750 0x7f1f0c147b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.753+0000 7f1f116f2640 1 --2- 172.21.15.116:0/3061915601 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1f0c06c8b0 0x7f1f0c143af0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.753+0000 7f1f116f2640 1 -- 172.21.15.116:0/3061915601 >> 172.21.15.116:0/3061915601 conn(0x7f1f0c0b4900 msgr2=0x7f1f0c0b5c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:54.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.753+0000 7f1f116f2640 1 -- 172.21.15.116:0/3061915601 shutdown_connections 2023-11-30T08:27:54.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.753+0000 7f1f116f2640 1 -- 172.21.15.116:0/3061915601 wait complete. 2023-11-30T08:27:54.776 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-11-30T08:27:54.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910fbfa640 1 Processor -- start 2023-11-30T08:27:54.896 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910fbfa640 1 -- start start 2023-11-30T08:27:54.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910fbfa640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f91080b1eb0 0x7f91080aff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910fbfa640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f91080af300 0x7f9108144ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910fbfa640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91080b1730 con 0x7f91080b0470 2023-11-30T08:27:54.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910fbfa640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f910806cd70 con 0x7f91080b1eb0 2023-11-30T08:27:54.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910fbfa640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91080b0ad0 con 0x7f91080af300 2023-11-30T08:27:54.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910e197640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f91080b0470 0x7f91081479e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:46200/0 (socket says 172.21.15.116:46200) 2023-11-30T08:27:54.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910e197640 1 -- 172.21.15.116:0/4090784803 learned_addr learned my addr 172.21.15.116:0/4090784803 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:54.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910d195640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f91080af300 0x7f9108144ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910d996640 1 --2- 172.21.15.116:0/4090784803 >> v2:172.21.15.162:3300/0 conn(0x7f91080b1eb0 0x7f91080aff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3488652358 0 0) 0x7f91080b1730 con 0x7f91080b0470 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f90f4003530 con 0x7f91080b0470 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4227114624 0 0) 0x7f90f4003530 con 0x7f91080b0470 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f91080af300 msgr2=0x7f9108144ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f91080af300 0x7f9108144ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 >> v2:172.21.15.162:3300/0 conn(0x7f91080b1eb0 msgr2=0x7f91080aff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 --2- 172.21.15.116:0/4090784803 >> v2:172.21.15.162:3300/0 conn(0x7f91080b1eb0 0x7f91080aff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f910806c7f0 con 0x7f91080b0470 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f9100001a00 con 0x7f91080b0470 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 >> v1:172.21.15.116:6789/0 conn(0x7f91080b0470 legacy=0x7f91081479e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f90f4003980 0x7f90f4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90f40047d0 0x7f90f4004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f91080af300 0x7f90f4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f910806cd70 con 0x7f90f40047d0 2023-11-30T08:27:54.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90f400b990 con 0x7f90f4003980 2023-11-30T08:27:54.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90f400bb50 con 0x7f91080af300 2023-11-30T08:27:54.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910d195640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90f40047d0 0x7f90f4004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910e197640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f91080af300 0x7f90f4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910d996640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f90f4003980 0x7f90f4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910d195640 1 -- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f91080af300 msgr2=0x7f90f4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:54.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910d195640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f91080af300 0x7f90f4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910d195640 1 -- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f90f4003980 msgr2=0x7f90f4003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:54.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910d195640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f90f4003980 0x7f90f4003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910d195640 1 -- 172.21.15.116:0/4090784803 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90f4003530 con 0x7f90f40047d0 2023-11-30T08:27:54.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910e197640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f91080af300 0x7f90f4005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:54.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.889+0000 7f910d996640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f90f4003980 0x7f90f4003da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:54.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910d195640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90f40047d0 0x7f90f4004c50 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f90f8009ae0 tx=0x7f90f801ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c99f55e1d10496fc server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:54.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90f80a5620 con 0x7f90f40047d0 2023-11-30T08:27:54.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90f80a5780 con 0x7f90f40047d0 2023-11-30T08:27:54.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910c994640 1 -- 172.21.15.116:0/4090784803 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90f80a5b30 con 0x7f90f40047d0 2023-11-30T08:27:54.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 -- 172.21.15.116:0/4090784803 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90f40047d0 msgr2=0x7f90f4004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 --2- 172.21.15.116:0/4090784803 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90f40047d0 0x7f90f4004c50 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f90f8009ae0 tx=0x7f90f801ca50 comp rx=0 tx=0).stop 2023-11-30T08:27:54.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910e197640 1 -- 172.21.15.116:0/4090784803 reap_dead start 2023-11-30T08:27:54.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 -- 172.21.15.116:0/4090784803 shutdown_connections 2023-11-30T08:27:54.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 -- 172.21.15.116:0/4090784803 >> 172.21.15.116:0/4090784803 conn(0x7f91080b4900 msgr2=0x7f91080b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:54.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 -- 172.21.15.116:0/4090784803 shutdown_connections 2023-11-30T08:27:54.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 -- 172.21.15.116:0/4090784803 wait complete. 2023-11-30T08:27:54.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 Processor -- start 2023-11-30T08:27:54.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 -- start start 2023-11-30T08:27:54.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f90f40047d0 0x7f91081dfea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f91080706b0 0x7f91081dc840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f91081dcd80 0x7f9108139db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91081e09b0 con 0x7f91081dcd80 2023-11-30T08:27:54.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91081e03e0 con 0x7f91080706b0 2023-11-30T08:27:54.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f910813d5e0 con 0x7f90f40047d0 2023-11-30T08:27:54.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910e197640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f91081dcd80 0x7f9108139db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910e197640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f91081dcd80 0x7f9108139db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60918/0 (socket says 172.21.15.116:60918) 2023-11-30T08:27:54.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910e197640 1 -- 172.21.15.116:0/1695872106 learned_addr learned my addr 172.21.15.116:0/1695872106 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:54.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910d996640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f90f40047d0 0x7f91081dfea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910d195640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f91080706b0 0x7f91081dc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910e197640 1 -- 172.21.15.116:0/1695872106 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f90f40047d0 msgr2=0x7f91081dfea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910e197640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f90f40047d0 0x7f91081dfea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910e197640 1 -- 172.21.15.116:0/1695872106 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f91080706b0 msgr2=0x7f91081dc840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:54.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910e197640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f91080706b0 0x7f91081dc840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:54.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910e197640 1 -- 172.21.15.116:0/1695872106 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91081dd230 con 0x7f91081dcd80 2023-11-30T08:27:54.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910e197640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f91081dcd80 0x7f9108139db0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f91000013e0 tx=0x7f910000df70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:54.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f90fe7fc640 1 -- 172.21.15.116:0/1695872106 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f910000b7a0 con 0x7f91081dcd80 2023-11-30T08:27:54.906 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f90fe7fc640 1 -- 172.21.15.116:0/1695872106 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f910000b900 con 0x7f91081dcd80 2023-11-30T08:27:54.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 -- 172.21.15.116:0/1695872106 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9108071a20 con 0x7f91081dcd80 2023-11-30T08:27:54.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f90fe7fc640 1 -- 172.21.15.116:0/1695872106 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f910000bcb0 con 0x7f91081dcd80 2023-11-30T08:27:54.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.893+0000 7f910fbfa640 1 -- 172.21.15.116:0/1695872106 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f910813ee80 con 0x7f91081dcd80 2023-11-30T08:27:54.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.897+0000 7f910fbfa640 1 -- 172.21.15.116:0/1695872106 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91081e0af0 con 0x7f91081dcd80 2023-11-30T08:27:54.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.897+0000 7f90fe7fc640 1 -- 172.21.15.116:0/1695872106 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f9100007110 con 0x7f91081dcd80 2023-11-30T08:27:54.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.897+0000 7f90fe7fc640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f90ec0664a0 0x7f90ec068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:54.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.897+0000 7f90fe7fc640 1 -- 172.21.15.116:0/1695872106 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9100084080 con 0x7f91081dcd80 2023-11-30T08:27:54.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.897+0000 7f910d996640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f90ec0664a0 0x7f90ec068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:54.907 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.897+0000 7f910d996640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f90ec0664a0 0x7f90ec068960 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9104009b40 tx=0x7f9104008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:54.909 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:54.901+0000 7f90fe7fc640 1 -- 172.21.15.116:0/1695872106 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f91081e0af0 con 0x7f91081dcd80 2023-11-30T08:27:55.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.053+0000 7f910fbfa640 1 -- 172.21.15.116:0/1695872106 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f91081e0af0 con 0x7f91081dcd80 2023-11-30T08:27:55.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.053+0000 7f90fe7fc640 1 -- 172.21.15.116:0/1695872106 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v29) v1 ==== 100+0+11 (secure 0 0 0) 0x7f91081e0af0 con 0x7f91081dcd80 2023-11-30T08:27:55.063 INFO:teuthology.orchestra.run.smithi116.stdout:pg_num: 64 2023-11-30T08:27:55.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.057+0000 7f910fbfa640 1 -- 172.21.15.116:0/1695872106 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f90ec0664a0 msgr2=0x7f90ec068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.057+0000 7f910fbfa640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f90ec0664a0 0x7f90ec068960 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9104009b40 tx=0x7f9104008040 comp rx=0 tx=0).stop 2023-11-30T08:27:55.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.057+0000 7f910fbfa640 1 -- 172.21.15.116:0/1695872106 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f91081dcd80 msgr2=0x7f9108139db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.057+0000 7f910fbfa640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f91081dcd80 0x7f9108139db0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f91000013e0 tx=0x7f910000df70 comp rx=0 tx=0).stop 2023-11-30T08:27:55.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.057+0000 7f910fbfa640 1 -- 172.21.15.116:0/1695872106 shutdown_connections 2023-11-30T08:27:55.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.057+0000 7f910fbfa640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f91081dcd80 0x7f9108139db0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.057+0000 7f910fbfa640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f91080706b0 0x7f91081dc840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.057+0000 7f910fbfa640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f90ec0664a0 0x7f90ec068960 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.057+0000 7f910fbfa640 1 --2- 172.21.15.116:0/1695872106 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f90f40047d0 0x7f91081dfea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.057+0000 7f910fbfa640 1 -- 172.21.15.116:0/1695872106 >> 172.21.15.116:0/1695872106 conn(0x7f91080b4900 msgr2=0x7f9108143c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:55.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.057+0000 7f910fbfa640 1 -- 172.21.15.116:0/1695872106 shutdown_connections 2023-11-30T08:27:55.067 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.057+0000 7f910fbfa640 1 -- 172.21.15.116:0/1695872106 wait complete. 2023-11-30T08:27:55.082 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:55.191 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f56812de640 1 Processor -- start 2023-11-30T08:27:55.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f56812de640 1 -- start start 2023-11-30T08:27:55.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f56812de640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f567c0af2e0 0x7f567c147080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f56812de640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f567c0af770 con 0x7f567c06c920 2023-11-30T08:27:55.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f56812de640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f567c0aeea0 con 0x7f567c0ad7c0 2023-11-30T08:27:55.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f56812de640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f567c0afc20 con 0x7f567c0af2e0 2023-11-30T08:27:55.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f567affd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f567c06c920 0x7f567c0ad0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:46206/0 (socket says 172.21.15.116:46206) 2023-11-30T08:27:55.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f567affd640 1 -- 172.21.15.116:0/3825127637 learned_addr learned my addr 172.21.15.116:0/3825127637 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:55.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f567a7fc640 1 --2- 172.21.15.116:0/3825127637 >> v2:172.21.15.162:3300/0 conn(0x7f567c0af2e0 0x7f567c147080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2682998377 0 0) 0x7f567c0af770 con 0x7f567c06c920 2023-11-30T08:27:55.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5664003530 con 0x7f567c06c920 2023-11-30T08:27:55.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 5901317 0 0) 0x7f5664003530 con 0x7f567c06c920 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 >> v2:172.21.15.162:3300/0 conn(0x7f567c0af2e0 msgr2=0x7f567c147080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 --2- 172.21.15.116:0/3825127637 >> v2:172.21.15.162:3300/0 conn(0x7f567c0af2e0 0x7f567c147080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 >> v1:172.21.15.162:6789/0 conn(0x7f567c0ad7c0 legacy=0x7f567c14def0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f567c06cd00 con 0x7f567c06c920 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f566c001680 con 0x7f567c06c920 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 >> v1:172.21.15.116:6789/0 conn(0x7f567c06c920 legacy=0x7f567c0ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 --2- 172.21.15.116:0/3825127637 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 0x7f5664003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 --2- 172.21.15.116:0/3825127637 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f56640047d0 0x7f5664004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 --2- 172.21.15.116:0/3825127637 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5664005200 0x7f566400b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f567c0afc20 con 0x7f5664003980 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f566400c160 con 0x7f5664005200 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f566400c320 con 0x7f56640047d0 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f567affd640 1 --2- 172.21.15.116:0/3825127637 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 0x7f5664003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f567affd640 1 -- 172.21.15.116:0/3825127637 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f56640047d0 msgr2=0x7f5664004c50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-11-30T08:27:55.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f567affd640 1 --2- 172.21.15.116:0/3825127637 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f56640047d0 0x7f5664004c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f567affd640 1 -- 172.21.15.116:0/3825127637 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5664005200 msgr2=0x7f566400b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:55.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f567affd640 1 --2- 172.21.15.116:0/3825127637 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5664005200 0x7f566400b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f567affd640 1 -- 172.21.15.116:0/3825127637 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5664003530 con 0x7f5664003980 2023-11-30T08:27:55.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.185+0000 7f567b7fe640 1 -- 172.21.15.116:0/3825127637 reap_dead start 2023-11-30T08:27:55.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f567affd640 1 --2- 172.21.15.116:0/3825127637 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 0x7f5664003d80 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f566c00c210 tx=0x7f566c01cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d5b632e802c392d server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:55.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f566c0a5b30 con 0x7f5664003980 2023-11-30T08:27:55.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f566c0a5cb0 con 0x7f5664003980 2023-11-30T08:27:55.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f5679ffb640 1 -- 172.21.15.116:0/3825127637 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f566c005b20 con 0x7f5664003980 2023-11-30T08:27:55.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 -- 172.21.15.116:0/3825127637 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 msgr2=0x7f5664003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 --2- 172.21.15.116:0/3825127637 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 0x7f5664003d80 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f566c00c210 tx=0x7f566c01cc30 comp rx=0 tx=0).stop 2023-11-30T08:27:55.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 -- 172.21.15.116:0/3825127637 shutdown_connections 2023-11-30T08:27:55.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 --2- 172.21.15.116:0/3825127637 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 0x7f5664003d80 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 -- 172.21.15.116:0/3825127637 >> 172.21.15.116:0/3825127637 conn(0x7f567c0b48e0 msgr2=0x7f567c0b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:55.198 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 -- 172.21.15.116:0/3825127637 shutdown_connections 2023-11-30T08:27:55.198 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 -- 172.21.15.116:0/3825127637 wait complete. 2023-11-30T08:27:55.199 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 Processor -- start 2023-11-30T08:27:55.199 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 -- start start 2023-11-30T08:27:55.199 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 0x7f567c1406b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f567c1cf180 0x7f567c13cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f567c13d0d0 0x7f567c13f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f567c1d4ba0 con 0x7f5664003980 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f567c1cf6d0 con 0x7f567c1cf180 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f567c1dfa30 con 0x7f567c13d0d0 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f567affd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 0x7f567c1406b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f567affd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 0x7f567c1406b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60934/0 (socket says 172.21.15.116:60934) 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f567affd640 1 -- 172.21.15.116:0/1224258557 learned_addr learned my addr 172.21.15.116:0/1224258557 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f567affd640 1 -- 172.21.15.116:0/1224258557 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f567c13d0d0 msgr2=0x7f567c13f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f567affd640 1 --2- 172.21.15.116:0/1224258557 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f567c13d0d0 0x7f567c13f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f567affd640 1 -- 172.21.15.116:0/1224258557 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f567c1cf180 msgr2=0x7f567c13cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f567affd640 1 --2- 172.21.15.116:0/1224258557 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f567c1cf180 0x7f567c13cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f567affd640 1 -- 172.21.15.116:0/1224258557 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f567c1dfd10 con 0x7f5664003980 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f567affd640 1 --2- 172.21.15.116:0/1224258557 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 0x7f567c1406b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f566c00c210 tx=0x7f5664005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:55.200 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56637fe640 1 -- 172.21.15.116:0/1224258557 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f566c0b3070 con 0x7f5664003980 2023-11-30T08:27:55.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56637fe640 1 -- 172.21.15.116:0/1224258557 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f566c004e50 con 0x7f5664003980 2023-11-30T08:27:55.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56637fe640 1 -- 172.21.15.116:0/1224258557 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f566c0a5b30 con 0x7f5664003980 2023-11-30T08:27:55.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 -- 172.21.15.116:0/1224258557 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f567c1dfff0 con 0x7f5664003980 2023-11-30T08:27:55.201 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.189+0000 7f56812de640 1 -- 172.21.15.116:0/1224258557 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f567c140bf0 con 0x7f5664003980 2023-11-30T08:27:55.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.193+0000 7f56812de640 1 -- 172.21.15.116:0/1224258557 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f567c0679e0 con 0x7f5664003980 2023-11-30T08:27:55.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.193+0000 7f56637fe640 1 -- 172.21.15.116:0/1224258557 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f566c001440 con 0x7f5664003980 2023-11-30T08:27:55.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.193+0000 7f56637fe640 1 --2- 172.21.15.116:0/1224258557 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f56680664a0 0x7f5668068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.193+0000 7f56637fe640 1 -- 172.21.15.116:0/1224258557 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f566c11df40 con 0x7f5664003980 2023-11-30T08:27:55.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.193+0000 7f567a7fc640 1 --2- 172.21.15.116:0/1224258557 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f56680664a0 0x7f5668068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.202 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.193+0000 7f567a7fc640 1 --2- 172.21.15.116:0/1224258557 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f56680664a0 0x7f5668068960 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5670006aa0 tx=0x7f5670006a30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:55.204 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.197+0000 7f56637fe640 1 -- 172.21.15.116:0/1224258557 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f566c0eb530 con 0x7f5664003980 2023-11-30T08:27:55.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.369+0000 7f56812de640 1 -- 172.21.15.116:0/1224258557 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f567c0688f0 con 0x7f5664003980 2023-11-30T08:27:55.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.369+0000 7f56637fe640 1 -- 172.21.15.116:0/1224258557 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+3337 (secure 0 0 0) 0x7f566c0eeb50 con 0x7f5664003980 2023-11-30T08:27:55.378 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:55.378 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4529,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1281210922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1281210922},{"type":"v1","addr":"172.21.15.162:6833","nonce":1281210922}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:38.919648+0000","modified":"2023-11-30T08:27:40.946396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4914":{"gid":4914,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3980636305","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3980636305},{"type":"v1","addr":"172.21.15.116:6835","nonce":3980636305}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-30T08:27:55.379 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 15 2023-11-30T08:27:55.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.373+0000 7f56812de640 1 -- 172.21.15.116:0/1224258557 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f56680664a0 msgr2=0x7f5668068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.373+0000 7f56812de640 1 --2- 172.21.15.116:0/1224258557 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f56680664a0 0x7f5668068960 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5670006aa0 tx=0x7f5670006a30 comp rx=0 tx=0).stop 2023-11-30T08:27:55.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.373+0000 7f56812de640 1 -- 172.21.15.116:0/1224258557 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 msgr2=0x7f567c1406b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.373+0000 7f56812de640 1 --2- 172.21.15.116:0/1224258557 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 0x7f567c1406b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f566c00c210 tx=0x7f5664005800 comp rx=0 tx=0).stop 2023-11-30T08:27:55.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.373+0000 7f56812de640 1 -- 172.21.15.116:0/1224258557 shutdown_connections 2023-11-30T08:27:55.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.373+0000 7f56812de640 1 --2- 172.21.15.116:0/1224258557 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f56680664a0 0x7f5668068960 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.373+0000 7f56812de640 1 --2- 172.21.15.116:0/1224258557 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f567c13d0d0 0x7f567c13f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.373+0000 7f56812de640 1 --2- 172.21.15.116:0/1224258557 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f567c1cf180 0x7f567c13cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.373+0000 7f56812de640 1 --2- 172.21.15.116:0/1224258557 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5664003980 0x7f567c1406b0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.373+0000 7f56812de640 1 -- 172.21.15.116:0/1224258557 >> 172.21.15.116:0/1224258557 conn(0x7f567c0b48e0 msgr2=0x7f567c0b30b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:55.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.373+0000 7f56812de640 1 -- 172.21.15.116:0/1224258557 shutdown_connections 2023-11-30T08:27:55.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.373+0000 7f56812de640 1 -- 172.21.15.116:0/1224258557 wait complete. 2023-11-30T08:27:55.396 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:55.503 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.493+0000 7f74bddd7640 1 Processor -- start 2023-11-30T08:27:55.503 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.493+0000 7f74bddd7640 1 -- start start 2023-11-30T08:27:55.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74bddd7640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f74b806caa0 0x7f74b80b3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74bddd7640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74b80b27e0 con 0x7f74b806c6c0 2023-11-30T08:27:55.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74bddd7640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74b80b3be0 con 0x7f74b80b3770 2023-11-30T08:27:55.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74bddd7640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74b80afe40 con 0x7f74b806caa0 2023-11-30T08:27:55.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b77fe640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f74b806c6c0 0x7f74b80ae5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:46212/0 (socket says 172.21.15.116:46212) 2023-11-30T08:27:55.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b77fe640 1 -- 172.21.15.116:0/942975793 learned_addr learned my addr 172.21.15.116:0/942975793 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:55.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3771981958 0 0) 0x7f74b80b27e0 con 0x7f74b806c6c0 2023-11-30T08:27:55.506 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f74a4005740 con 0x7f74b806c6c0 2023-11-30T08:27:55.507 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b6ffd640 1 --2- 172.21.15.116:0/942975793 >> v2:172.21.15.162:3300/0 conn(0x7f74b806caa0 0x7f74b80b3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.507 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4279462118 0 0) 0x7f74a4005740 con 0x7f74b806c6c0 2023-11-30T08:27:55.507 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 >> v2:172.21.15.162:3300/0 conn(0x7f74b806caa0 msgr2=0x7f74b80b3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:55.507 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 --2- 172.21.15.116:0/942975793 >> v2:172.21.15.162:3300/0 conn(0x7f74b806caa0 0x7f74b80b3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.507 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 >> v1:172.21.15.162:6789/0 conn(0x7f74b80b3770 legacy=0x7f74b80b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.507 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74b80aecc0 con 0x7f74b806c6c0 2023-11-30T08:27:55.507 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f74b0001a00 con 0x7f74b806c6c0 2023-11-30T08:27:55.507 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 >> v1:172.21.15.116:6789/0 conn(0x7f74b806c6c0 legacy=0x7f74b80ae5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.507 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 --2- 172.21.15.116:0/942975793 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74a4005b90 0x7f74a4005fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 --2- 172.21.15.116:0/942975793 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74a40069e0 0x7f74a4006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 --2- 172.21.15.116:0/942975793 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74a40073a0 0x7f74a400dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b80afe40 con 0x7f74a4005b90 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74a400e340 con 0x7f74a40069e0 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74a400e500 con 0x7f74a40073a0 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b77fe640 1 --2- 172.21.15.116:0/942975793 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74a4005b90 0x7f74a4005fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b6ffd640 1 --2- 172.21.15.116:0/942975793 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74a40069e0 0x7f74a4006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b7fff640 1 --2- 172.21.15.116:0/942975793 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74a40073a0 0x7f74a400dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b77fe640 1 -- 172.21.15.116:0/942975793 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74a40073a0 msgr2=0x7f74a400dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b77fe640 1 --2- 172.21.15.116:0/942975793 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74a40073a0 0x7f74a400dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b77fe640 1 -- 172.21.15.116:0/942975793 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74a40069e0 msgr2=0x7f74a4006e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b77fe640 1 --2- 172.21.15.116:0/942975793 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74a40069e0 0x7f74a4006e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b77fe640 1 -- 172.21.15.116:0/942975793 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74a4005740 con 0x7f74a4005b90 2023-11-30T08:27:55.508 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b7fff640 1 --2- 172.21.15.116:0/942975793 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74a40073a0 0x7f74a400dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:55.509 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.497+0000 7f74b7fff640 1 -- 172.21.15.116:0/942975793 reap_dead start 2023-11-30T08:27:55.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b77fe640 1 --2- 172.21.15.116:0/942975793 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74a4005b90 0x7f74a4005fb0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f74b000a820 tx=0x7f74b001d2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beeb5e952172a8be server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:55.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74b00072d0 con 0x7f74a4005b90 2023-11-30T08:27:55.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74b00a8070 con 0x7f74a4005b90 2023-11-30T08:27:55.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b67fc640 1 -- 172.21.15.116:0/942975793 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74b0007690 con 0x7f74a4005b90 2023-11-30T08:27:55.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 -- 172.21.15.116:0/942975793 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74a4005b90 msgr2=0x7f74a4005fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 --2- 172.21.15.116:0/942975793 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74a4005b90 0x7f74a4005fb0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f74b000a820 tx=0x7f74b001d2f0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 -- 172.21.15.116:0/942975793 shutdown_connections 2023-11-30T08:27:55.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 --2- 172.21.15.116:0/942975793 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74a4005b90 0x7f74a4005fb0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 -- 172.21.15.116:0/942975793 >> 172.21.15.116:0/942975793 conn(0x7f74b80b48e0 msgr2=0x7f74b80b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:55.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 -- 172.21.15.116:0/942975793 shutdown_connections 2023-11-30T08:27:55.512 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 -- 172.21.15.116:0/942975793 wait complete. 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 Processor -- start 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 -- start start 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74a4005b90 0x7f74b809d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74b81dacc0 0x7f74b81db140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74b81de230 0x7f74b81de6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b809bd60 con 0x7f74b81dacc0 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b809c810 con 0x7f74b81de230 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74b809b8d0 con 0x7f74a4005b90 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b6ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74b81dacc0 0x7f74b81db140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b6ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74b81dacc0 0x7f74b81db140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60952/0 (socket says 172.21.15.116:60952) 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b6ffd640 1 -- 172.21.15.116:0/401894012 learned_addr learned my addr 172.21.15.116:0/401894012 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b77fe640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74a4005b90 0x7f74b809d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.513 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b7fff640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74b81de230 0x7f74b81de6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b6ffd640 1 -- 172.21.15.116:0/401894012 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74a4005b90 msgr2=0x7f74b809d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b6ffd640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74a4005b90 0x7f74b809d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b6ffd640 1 -- 172.21.15.116:0/401894012 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74b81de230 msgr2=0x7f74b81de6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b6ffd640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74b81de230 0x7f74b81de6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b6ffd640 1 -- 172.21.15.116:0/401894012 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74b81db680 con 0x7f74b81dacc0 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b7fff640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74b81de230 0x7f74b81de6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74b6ffd640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74b81dacc0 0x7f74b81db140 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f74a0011690 tx=0x7f74a0011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74affff640 1 -- 172.21.15.116:0/401894012 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a000f9c0 con 0x7f74b81dacc0 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74affff640 1 -- 172.21.15.116:0/401894012 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74a000fb20 con 0x7f74b81dacc0 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 -- 172.21.15.116:0/401894012 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74b8143290 con 0x7f74b81dacc0 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74affff640 1 -- 172.21.15.116:0/401894012 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a000fe90 con 0x7f74b81dacc0 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.501+0000 7f74bddd7640 1 -- 172.21.15.116:0/401894012 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74b8142fb0 con 0x7f74b81dacc0 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.505+0000 7f74bddd7640 1 -- 172.21.15.116:0/401894012 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74b80679e0 con 0x7f74b81dacc0 2023-11-30T08:27:55.514 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.505+0000 7f74affff640 1 -- 172.21.15.116:0/401894012 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f74a0015460 con 0x7f74b81dacc0 2023-11-30T08:27:55.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.505+0000 7f74affff640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f74980664a0 0x7f7498068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.505+0000 7f74affff640 1 -- 172.21.15.116:0/401894012 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f74a0084600 con 0x7f74b81dacc0 2023-11-30T08:27:55.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.505+0000 7f74b77fe640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f74980664a0 0x7f7498068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.515 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.505+0000 7f74b77fe640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f74980664a0 0x7f7498068960 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f74b00ad000 tx=0x7f74b0009050 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:55.516 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.509+0000 7f74affff640 1 -- 172.21.15.116:0/401894012 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f74a0051b10 con 0x7f74b81dacc0 2023-11-30T08:27:55.673 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.665+0000 7f74bddd7640 1 -- 172.21.15.116:0/401894012 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f74b809ba80 con 0x7f74b81dacc0 2023-11-30T08:27:55.675 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.665+0000 7f74affff640 1 -- 172.21.15.116:0/401894012 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+16581 (secure 0 0 0) 0x7f74b809ba80 con 0x7f74b81dacc0 2023-11-30T08:27:55.675 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:55.675 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":29,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:40.573913+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:27:37.166342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-30T08:27:37.918126+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:55.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.669+0000 7f74bddd7640 1 -- 172.21.15.116:0/401894012 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f74980664a0 msgr2=0x7f7498068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.669+0000 7f74bddd7640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f74980664a0 0x7f7498068960 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f74b00ad000 tx=0x7f74b0009050 comp rx=0 tx=0).stop 2023-11-30T08:27:55.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.669+0000 7f74bddd7640 1 -- 172.21.15.116:0/401894012 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74b81dacc0 msgr2=0x7f74b81db140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.669+0000 7f74bddd7640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74b81dacc0 0x7f74b81db140 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f74a0011690 tx=0x7f74a0011b50 comp rx=0 tx=0).stop 2023-11-30T08:27:55.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.669+0000 7f74bddd7640 1 -- 172.21.15.116:0/401894012 shutdown_connections 2023-11-30T08:27:55.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.669+0000 7f74bddd7640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f74b81de230 0x7f74b81de6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.669+0000 7f74bddd7640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f74b81dacc0 0x7f74b81db140 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.669+0000 7f74bddd7640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f74980664a0 0x7f7498068960 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.669+0000 7f74bddd7640 1 --2- 172.21.15.116:0/401894012 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f74a4005b90 0x7f74b809d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.669+0000 7f74bddd7640 1 -- 172.21.15.116:0/401894012 >> 172.21.15.116:0/401894012 conn(0x7f74b80b48e0 msgr2=0x7f74b80b0df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:55.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.669+0000 7f74bddd7640 1 -- 172.21.15.116:0/401894012 shutdown_connections 2023-11-30T08:27:55.678 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.669+0000 7f74bddd7640 1 -- 172.21.15.116:0/401894012 wait complete. 2023-11-30T08:27:55.692 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-11-30T08:27:55.693 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:55.800 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1c1e4d640 1 Processor -- start 2023-11-30T08:27:55.800 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1c1e4d640 1 -- start start 2023-11-30T08:27:55.802 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1c1e4d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc0b7df0 0x7fd1bc1526f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.802 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1c1e4d640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1bc0b2900 con 0x7fd1bc0b7960 2023-11-30T08:27:55.802 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1c1e4d640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1bc073a90 con 0x7fd1bc0736b0 2023-11-30T08:27:55.802 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1c1e4d640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1bc06bb10 con 0x7fd1bc0b7df0 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1baffd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fd1bc0b7960 0x7fd1bc14efc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:46228/0 (socket says 172.21.15.116:46228) 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1baffd640 1 -- 172.21.15.116:0/3183455362 learned_addr learned my addr 172.21.15.116:0/3183455362 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1bbfff640 1 --2- 172.21.15.116:0/3183455362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc0b7df0 0x7fd1bc1526f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2098391174 0 0) 0x7fd1bc0b2900 con 0x7fd1bc0b7960 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd1a4003530 con 0x7fd1bc0b7960 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1431415080 0 0) 0x7fd1a4003530 con 0x7fd1bc0b7960 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc0b7df0 msgr2=0x7fd1bc1526f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 --2- 172.21.15.116:0/3183455362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc0b7df0 0x7fd1bc1526f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 >> v1:172.21.15.162:6789/0 conn(0x7fd1bc0736b0 legacy=0x7fd1bc1470b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1bc0af150 con 0x7fd1bc0b7960 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fd1b0001680 con 0x7fd1bc0b7960 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 >> v1:172.21.15.116:6789/0 conn(0x7fd1bc0b7960 legacy=0x7fd1bc14efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 --2- 172.21.15.116:0/3183455362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc0b7df0 0x7fd1a40039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.803 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 --2- 172.21.15.116:0/3183455362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1a4003f30 0x7fd1a40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 --2- 172.21.15.116:0/3183455362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1a4004d10 0x7fd1a4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1bc06bb10 con 0x7fd1a4003f30 2023-11-30T08:27:55.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1a400bbd0 con 0x7fd1a4004d10 2023-11-30T08:27:55.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1a400bd90 con 0x7fd1bc0b7df0 2023-11-30T08:27:55.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1baffd640 1 --2- 172.21.15.116:0/3183455362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1a4003f30 0x7fd1a40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1bb7fe640 1 --2- 172.21.15.116:0/3183455362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc0b7df0 0x7fd1a40039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1baffd640 1 -- 172.21.15.116:0/3183455362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc0b7df0 msgr2=0x7fd1a40039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:55.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1baffd640 1 --2- 172.21.15.116:0/3183455362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc0b7df0 0x7fd1a40039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1baffd640 1 -- 172.21.15.116:0/3183455362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1a4004d10 msgr2=0x7fd1a4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:55.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1baffd640 1 --2- 172.21.15.116:0/3183455362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1a4004d10 0x7fd1a4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1baffd640 1 -- 172.21.15.116:0/3183455362 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1a4003530 con 0x7fd1a4003f30 2023-11-30T08:27:55.804 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.793+0000 7fd1bb7fe640 1 --2- 172.21.15.116:0/3183455362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc0b7df0 0x7fd1a40039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:55.805 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1baffd640 1 --2- 172.21.15.116:0/3183455362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1a4003f30 0x7fd1a40047d0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fd1b000c240 tx=0x7fd1b001cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e99662d17a0d86cc server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:55.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b0005ae0 con 0x7fd1a4003f30 2023-11-30T08:27:55.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1b0005c40 con 0x7fd1a4003f30 2023-11-30T08:27:55.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1ba7fc640 1 -- 172.21.15.116:0/3183455362 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b00072b0 con 0x7fd1a4003f30 2023-11-30T08:27:55.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/3183455362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1a4003f30 msgr2=0x7fd1a40047d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 --2- 172.21.15.116:0/3183455362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1a4003f30 0x7fd1a40047d0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fd1b000c240 tx=0x7fd1b001cc40 comp rx=0 tx=0).stop 2023-11-30T08:27:55.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1bbfff640 1 -- 172.21.15.116:0/3183455362 reap_dead start 2023-11-30T08:27:55.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/3183455362 shutdown_connections 2023-11-30T08:27:55.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/3183455362 >> 172.21.15.116:0/3183455362 conn(0x7fd1bc06a580 msgr2=0x7fd1bc06a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:55.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/3183455362 shutdown_connections 2023-11-30T08:27:55.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/3183455362 wait complete. 2023-11-30T08:27:55.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 Processor -- start 2023-11-30T08:27:55.806 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 -- start start 2023-11-30T08:27:55.808 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1a4003f30 0x7fd1bc070980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.808 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1bc071600 0x7fd1bc06f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.808 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc06f9b0 0x7fd1bc14edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.808 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1bc1dfca0 con 0x7fd1a4003f30 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1bc0720a0 con 0x7fd1bc071600 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1bc06fe10 con 0x7fd1bc06f9b0 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1bb7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1a4003f30 0x7fd1bc070980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1bb7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1a4003f30 0x7fd1bc070980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60974/0 (socket says 172.21.15.116:60974) 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1bb7fe640 1 -- 172.21.15.116:0/875810375 learned_addr learned my addr 172.21.15.116:0/875810375 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1bbfff640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc06f9b0 0x7fd1bc14edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1bb7fe640 1 -- 172.21.15.116:0/875810375 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc06f9b0 msgr2=0x7fd1bc14edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1bb7fe640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc06f9b0 0x7fd1bc14edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1bb7fe640 1 -- 172.21.15.116:0/875810375 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1bc071600 msgr2=0x7fd1bc06f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1baffd640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1bc071600 0x7fd1bc06f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1bb7fe640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1bc071600 0x7fd1bc06f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1bb7fe640 1 -- 172.21.15.116:0/875810375 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1bc071dc0 con 0x7fd1a4003f30 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1bb7fe640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1a4003f30 0x7fd1bc070980 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac00d770 tx=0x7fd1ac00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:55.809 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1a3fff640 1 -- 172.21.15.116:0/875810375 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac005270 con 0x7fd1a4003f30 2023-11-30T08:27:55.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1a3fff640 1 -- 172.21.15.116:0/875810375 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1ac0053f0 con 0x7fd1a4003f30 2023-11-30T08:27:55.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1a3fff640 1 -- 172.21.15.116:0/875810375 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac00b8f0 con 0x7fd1a4003f30 2023-11-30T08:27:55.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/875810375 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1bc1df650 con 0x7fd1a4003f30 2023-11-30T08:27:55.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.797+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/875810375 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1bc1df320 con 0x7fd1a4003f30 2023-11-30T08:27:55.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.801+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/875810375 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1bc0688f0 con 0x7fd1a4003f30 2023-11-30T08:27:55.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.801+0000 7fd1a3fff640 1 -- 172.21.15.116:0/875810375 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd1ac00ba50 con 0x7fd1a4003f30 2023-11-30T08:27:55.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.801+0000 7fd1a3fff640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd1a8066470 0x7fd1a8068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:55.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.801+0000 7fd1baffd640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd1a8066470 0x7fd1a8068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:55.810 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.801+0000 7fd1a3fff640 1 -- 172.21.15.116:0/875810375 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd1ac083d30 con 0x7fd1a4003f30 2023-11-30T08:27:55.811 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.801+0000 7fd1baffd640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd1a8066470 0x7fd1a8068930 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd1b00ab000 tx=0x7fd1b00a7070 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:55.812 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.805+0000 7fd1a3fff640 1 -- 172.21.15.116:0/875810375 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fd1ac051240 con 0x7fd1a4003f30 2023-11-30T08:27:55.984 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.977+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/875810375 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd1bc144720 con 0x7fd1a4003f30 2023-11-30T08:27:55.985 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.977+0000 7fd1a3fff640 1 -- 172.21.15.116:0/875810375 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+3337 (secure 0 0 0) 0x7fd1ac019310 con 0x7fd1a4003f30 2023-11-30T08:27:55.985 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:55.986 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4529,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1281210922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1281210922},{"type":"v1","addr":"172.21.15.162:6833","nonce":1281210922}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:38.919648+0000","modified":"2023-11-30T08:27:40.946396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4914":{"gid":4914,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3980636305","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3980636305},{"type":"v1","addr":"172.21.15.116:6835","nonce":3980636305}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-30T08:27:55.986 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 15 2023-11-30T08:27:55.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.977+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/875810375 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd1a8066470 msgr2=0x7fd1a8068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.977+0000 7fd1c1e4d640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd1a8066470 0x7fd1a8068930 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd1b00ab000 tx=0x7fd1b00a7070 comp rx=0 tx=0).stop 2023-11-30T08:27:55.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.977+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/875810375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1a4003f30 msgr2=0x7fd1bc070980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:55.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.977+0000 7fd1c1e4d640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1a4003f30 0x7fd1bc070980 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac00d770 tx=0x7fd1ac00dc30 comp rx=0 tx=0).stop 2023-11-30T08:27:55.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.977+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/875810375 shutdown_connections 2023-11-30T08:27:55.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.977+0000 7fd1c1e4d640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd1a8066470 0x7fd1a8068930 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.977+0000 7fd1c1e4d640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd1bc06f9b0 0x7fd1bc14edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.977+0000 7fd1c1e4d640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd1bc071600 0x7fd1bc06f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.977+0000 7fd1c1e4d640 1 --2- 172.21.15.116:0/875810375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd1a4003f30 0x7fd1bc070980 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:55.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.981+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/875810375 >> 172.21.15.116:0/875810375 conn(0x7fd1bc06a580 msgr2=0x7fd1bc1470b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:55.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.981+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/875810375 shutdown_connections 2023-11-30T08:27:55.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:55.981+0000 7fd1c1e4d640 1 -- 172.21.15.116:0/875810375 wait complete. 2023-11-30T08:27:56.005 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:27:56.121 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea95c15640 1 Processor -- start 2023-11-30T08:27:56.122 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea95c15640 1 -- start start 2023-11-30T08:27:56.123 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea95c15640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fea900ae5b0 0x7fea900ae990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.123 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea95c15640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fea900b3230 0x7fea900b36a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.123 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea95c15640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea900b27e0 con 0x7fea900b17a0 2023-11-30T08:27:56.123 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea95c15640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea900afe40 con 0x7fea900b3230 2023-11-30T08:27:56.123 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea95c15640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea900b2320 con 0x7fea900ae5b0 2023-11-30T08:27:56.123 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea87fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fea900b3230 0x7fea900b36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.123 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea8ffff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fea900b17a0 0x7fea900b1c10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:46232/0 (socket says 172.21.15.116:46232) 2023-11-30T08:27:56.124 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea8ffff640 1 -- 172.21.15.116:0/967723456 learned_addr learned my addr 172.21.15.116:0/967723456 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:56.124 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea8f7fe640 1 --2- 172.21.15.116:0/967723456 >> v2:172.21.15.162:3300/0 conn(0x7fea900ae5b0 0x7fea900ae990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.124 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea87fff640 1 -- 172.21.15.116:0/967723456 >> v2:172.21.15.162:3300/0 conn(0x7fea900ae5b0 msgr2=0x7fea900ae990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:56.124 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea87fff640 1 --2- 172.21.15.116:0/967723456 >> v2:172.21.15.162:3300/0 conn(0x7fea900ae5b0 0x7fea900ae990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.124 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea87fff640 1 -- 172.21.15.116:0/967723456 >> v1:172.21.15.116:6789/0 conn(0x7fea900b17a0 legacy=0x7fea900b1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.124 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea87fff640 1 -- 172.21.15.116:0/967723456 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea900b3be0 con 0x7fea900b3230 2023-11-30T08:27:56.124 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.113+0000 7fea8effd640 1 -- 172.21.15.116:0/967723456 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 112062757 0 0) 0x7fea900b27e0 con 0x7fea900b17a0 2023-11-30T08:27:56.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea87fff640 1 --2- 172.21.15.116:0/967723456 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fea900b3230 0x7fea900b36a0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fea900b57a0 tx=0x7fea7801c380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6391e7b071bdf8e6 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:56.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea8effd640 1 -- 172.21.15.116:0/967723456 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea780ab600 con 0x7fea900b3230 2023-11-30T08:27:56.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea8effd640 1 -- 172.21.15.116:0/967723456 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea780a7050 con 0x7fea900b3230 2023-11-30T08:27:56.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea8effd640 1 -- 172.21.15.116:0/967723456 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea780ab980 con 0x7fea900b3230 2023-11-30T08:27:56.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea95c15640 1 -- 172.21.15.116:0/967723456 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fea900b3230 msgr2=0x7fea900b36a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea95c15640 1 --2- 172.21.15.116:0/967723456 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fea900b3230 0x7fea900b36a0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fea900b57a0 tx=0x7fea7801c380 comp rx=0 tx=0).stop 2023-11-30T08:27:56.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea95c15640 1 -- 172.21.15.116:0/967723456 shutdown_connections 2023-11-30T08:27:56.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea95c15640 1 --2- 172.21.15.116:0/967723456 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fea900b3230 0x7fea900b36a0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea95c15640 1 --2- 172.21.15.116:0/967723456 >> v2:172.21.15.162:3300/0 conn(0x7fea900ae5b0 0x7fea900ae990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea95c15640 1 -- 172.21.15.116:0/967723456 >> 172.21.15.116:0/967723456 conn(0x7fea900b48e0 msgr2=0x7fea900b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:56.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea95c15640 1 -- 172.21.15.116:0/967723456 shutdown_connections 2023-11-30T08:27:56.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea95c15640 1 -- 172.21.15.116:0/967723456 wait complete. 2023-11-30T08:27:56.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea95c15640 1 Processor -- start 2023-11-30T08:27:56.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.117+0000 7fea95c15640 1 -- start start 2023-11-30T08:27:56.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea95c15640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fea900ae5b0 0x7fea90138f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea95c15640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fea900b17a0 0x7fea900b66d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.130 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea95c15640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fea900b3230 0x7fea901394f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea95c15640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea901384e0 con 0x7fea900b3230 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea95c15640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea90138aa0 con 0x7fea900ae5b0 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea95c15640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea90135bc0 con 0x7fea900b17a0 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8ffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fea900b3230 0x7fea901394f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8ffff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fea900b3230 0x7fea901394f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:32772/0 (socket says 172.21.15.116:32772) 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8ffff640 1 -- 172.21.15.116:0/548382333 learned_addr learned my addr 172.21.15.116:0/548382333 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8f7fe640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fea900ae5b0 0x7fea90138f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8ffff640 1 -- 172.21.15.116:0/548382333 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fea900b17a0 msgr2=0x7fea900b66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea87fff640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fea900b17a0 0x7fea900b66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8ffff640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fea900b17a0 0x7fea900b66d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8ffff640 1 -- 172.21.15.116:0/548382333 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fea900ae5b0 msgr2=0x7fea90138f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8ffff640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fea900ae5b0 0x7fea90138f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8ffff640 1 -- 172.21.15.116:0/548382333 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea78009420 con 0x7fea900b3230 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8f7fe640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fea900ae5b0 0x7fea90138f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8ffff640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fea900b3230 0x7fea901394f0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fea8800c840 tx=0x7fea8800cd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8cff9640 1 -- 172.21.15.116:0/548382333 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea8800a5e0 con 0x7fea900b3230 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8cff9640 1 -- 172.21.15.116:0/548382333 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea8800a760 con 0x7fea900b3230 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea95c15640 1 -- 172.21.15.116:0/548382333 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea90138730 con 0x7fea900b3230 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8cff9640 1 -- 172.21.15.116:0/548382333 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea8800ab10 con 0x7fea900b3230 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea95c15640 1 -- 172.21.15.116:0/548382333 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea90136810 con 0x7fea900b3230 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea95c15640 1 -- 172.21.15.116:0/548382333 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea900679e0 con 0x7fea900b3230 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8cff9640 1 -- 172.21.15.116:0/548382333 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fea8800ac70 con 0x7fea900b3230 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8cff9640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fea700664a0 0x7fea70068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8cff9640 1 -- 172.21.15.116:0/548382333 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fea88083640 con 0x7fea900b3230 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8f7fe640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fea700664a0 0x7fea70068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.121+0000 7fea8f7fe640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fea700664a0 0x7fea70068960 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fea80006fd0 tx=0x7fea80008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:56.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.125+0000 7fea8cff9640 1 -- 172.21.15.116:0/548382333 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fea88050b50 con 0x7fea900b3230 2023-11-30T08:27:56.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 -- 172.21.15.116:0/548382333 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fea901388c0 con 0x7fea900b3230 2023-11-30T08:27:56.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea8cff9640 1 -- 172.21.15.116:0/548382333 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+3337 (secure 0 0 0) 0x7fea88018d20 con 0x7fea900b3230 2023-11-30T08:27:56.317 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:56.317 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4529,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1281210922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1281210922},{"type":"v1","addr":"172.21.15.162:6833","nonce":1281210922}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-11-30T08:27:38.919648+0000","modified":"2023-11-30T08:27:40.946396+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4914},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4914":{"gid":4914,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6835/3980636305","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":3980636305},{"type":"v1","addr":"172.21.15.116:6835","nonce":3980636305}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-11-30T08:27:56.318 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 15 2023-11-30T08:27:56.319 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 -- 172.21.15.116:0/548382333 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fea700664a0 msgr2=0x7fea70068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.319 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fea700664a0 0x7fea70068960 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fea80006fd0 tx=0x7fea80008040 comp rx=0 tx=0).stop 2023-11-30T08:27:56.319 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 -- 172.21.15.116:0/548382333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fea900b3230 msgr2=0x7fea901394f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.319 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fea900b3230 0x7fea901394f0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fea8800c840 tx=0x7fea8800cd00 comp rx=0 tx=0).stop 2023-11-30T08:27:56.319 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 -- 172.21.15.116:0/548382333 shutdown_connections 2023-11-30T08:27:56.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fea900b3230 0x7fea901394f0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fea700664a0 0x7fea70068960 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fea900b17a0 0x7fea900b66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 --2- 172.21.15.116:0/548382333 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fea900ae5b0 0x7fea90138f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 -- 172.21.15.116:0/548382333 >> 172.21.15.116:0/548382333 conn(0x7fea900b48e0 msgr2=0x7fea900b6f60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:56.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 -- 172.21.15.116:0/548382333 shutdown_connections 2023-11-30T08:27:56.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.309+0000 7fea95c15640 1 -- 172.21.15.116:0/548382333 wait complete. 2023-11-30T08:27:56.334 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:27:56.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.441+0000 7f8cd0f8e640 1 Processor -- start 2023-11-30T08:27:56.451 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.441+0000 7f8cd0f8e640 1 -- start start 2023-11-30T08:27:56.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cd0f8e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f8ccc14a390 0x7f8ccc0b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cd0f8e640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f8ccc13ff50 0x7f8ccc1403c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cd0f8e640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ccc0bcbe0 con 0x7f8ccc0bc800 2023-11-30T08:27:56.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cd0f8e640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ccc0b38f0 con 0x7f8ccc14a390 2023-11-30T08:27:56.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cd0f8e640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ccc0b3bd0 con 0x7f8ccc13ff50 2023-11-30T08:27:56.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cc9d9b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f8ccc14a390 0x7f8ccc0b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cc9d9b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f8ccc14a390 0x7f8ccc0b4bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:32774/0 (socket says 172.21.15.116:32774) 2023-11-30T08:27:56.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cc9d9b640 1 -- 172.21.15.116:0/247778625 learned_addr learned my addr 172.21.15.116:0/247778625 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:56.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cc9d9b640 1 -- 172.21.15.116:0/247778625 >> v2:172.21.15.162:3300/0 conn(0x7f8ccc13ff50 msgr2=0x7f8ccc1403c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:56.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cc9d9b640 1 --2- 172.21.15.116:0/247778625 >> v2:172.21.15.162:3300/0 conn(0x7f8ccc13ff50 0x7f8ccc1403c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cc9d9b640 1 -- 172.21.15.116:0/247778625 >> v1:172.21.15.162:6789/0 conn(0x7f8ccc0bc800 legacy=0x7f8ccc149c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:56.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cc9d9b640 1 -- 172.21.15.116:0/247778625 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ccc0b3eb0 con 0x7f8ccc14a390 2023-11-30T08:27:56.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cc9d9b640 1 --2- 172.21.15.116:0/247778625 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ccc14a390 0x7f8ccc0b4bb0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f8ccc146590 tx=0x7f8cb401c4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be6e4e0cfdd60748 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:56.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cc959a640 1 -- 172.21.15.116:0/247778625 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cb40ac630 con 0x7f8ccc14a390 2023-11-30T08:27:56.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cc959a640 1 -- 172.21.15.116:0/247778625 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cb40ac790 con 0x7f8ccc14a390 2023-11-30T08:27:56.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cc959a640 1 -- 172.21.15.116:0/247778625 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cb40acb20 con 0x7f8ccc14a390 2023-11-30T08:27:56.455 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/247778625 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ccc14a390 msgr2=0x7f8ccc0b4bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cd0f8e640 1 --2- 172.21.15.116:0/247778625 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ccc14a390 0x7f8ccc0b4bb0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f8ccc146590 tx=0x7f8cb401c4c0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/247778625 shutdown_connections 2023-11-30T08:27:56.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cd0f8e640 1 --2- 172.21.15.116:0/247778625 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ccc14a390 0x7f8ccc0b4bb0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cd0f8e640 1 --2- 172.21.15.116:0/247778625 >> v2:172.21.15.162:3300/0 conn(0x7f8ccc13ff50 0x7f8ccc1403c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.445+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/247778625 >> 172.21.15.116:0/247778625 conn(0x7f8ccc0722b0 msgr2=0x7f8ccc0bbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:56.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/247778625 shutdown_connections 2023-11-30T08:27:56.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/247778625 wait complete. 2023-11-30T08:27:56.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 Processor -- start 2023-11-30T08:27:56.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 -- start start 2023-11-30T08:27:56.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ccc0bc800 0x7f8ccc13ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ccc13ff50 0x7f8ccc1e63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8ccc14a390 0x7f8ccc148f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ccc1e7270 con 0x7f8ccc0bc800 2023-11-30T08:27:56.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ccc1e6cb0 con 0x7f8ccc13ff50 2023-11-30T08:27:56.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ccc1e6f90 con 0x7f8ccc14a390 2023-11-30T08:27:56.458 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cca59c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ccc0bc800 0x7f8ccc13ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cca59c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ccc0bc800 0x7f8ccc13ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:32790/0 (socket says 172.21.15.116:32790) 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cca59c640 1 -- 172.21.15.116:0/2572025718 learned_addr learned my addr 172.21.15.116:0/2572025718 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cca59c640 1 -- 172.21.15.116:0/2572025718 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8ccc14a390 msgr2=0x7f8ccc148f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cca59c640 1 --2- 172.21.15.116:0/2572025718 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8ccc14a390 0x7f8ccc148f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cca59c640 1 -- 172.21.15.116:0/2572025718 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ccc13ff50 msgr2=0x7f8ccc1e63a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cca59c640 1 --2- 172.21.15.116:0/2572025718 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ccc13ff50 0x7f8ccc1e63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cca59c640 1 -- 172.21.15.116:0/2572025718 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cb40094d0 con 0x7f8ccc0bc800 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cca59c640 1 --2- 172.21.15.116:0/2572025718 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ccc0bc800 0x7f8ccc13ef90 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc00c490 tx=0x7f8cbc001e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cc2ffd640 1 -- 172.21.15.116:0/2572025718 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc003600 con 0x7f8ccc0bc800 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cc2ffd640 1 -- 172.21.15.116:0/2572025718 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8cbc003780 con 0x7f8ccc0bc800 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/2572025718 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ccc147700 con 0x7f8ccc0bc800 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cc2ffd640 1 -- 172.21.15.116:0/2572025718 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc003b70 con 0x7f8ccc0bc800 2023-11-30T08:27:56.459 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/2572025718 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ccc1494c0 con 0x7f8ccc0bc800 2023-11-30T08:27:56.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/2572025718 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ccc067de0 con 0x7f8ccc0bc800 2023-11-30T08:27:56.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.449+0000 7f8cc2ffd640 1 -- 172.21.15.116:0/2572025718 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8cbc003cd0 con 0x7f8ccc0bc800 2023-11-30T08:27:56.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.453+0000 7f8cc2ffd640 1 --2- 172.21.15.116:0/2572025718 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8cac066470 0x7f8cac068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.453+0000 7f8cc2ffd640 1 -- 172.21.15.116:0/2572025718 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8cbc083140 con 0x7f8ccc0bc800 2023-11-30T08:27:56.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.453+0000 7f8cc9d9b640 1 --2- 172.21.15.116:0/2572025718 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8cac066470 0x7f8cac068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.453+0000 7f8cc9d9b640 1 --2- 172.21.15.116:0/2572025718 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8cac066470 0x7f8cac068930 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8cb40ae000 tx=0x7f8cb4004740 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:56.463 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.457+0000 7f8cc2ffd640 1 -- 172.21.15.116:0/2572025718 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8cbc050540 con 0x7f8ccc0bc800 2023-11-30T08:27:56.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.613+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/2572025718 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8ccc1e6ab0 con 0x7f8ccc0bc800 2023-11-30T08:27:56.622 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.613+0000 7f8cc2ffd640 1 -- 172.21.15.116:0/2572025718 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v29) v1 ==== 74+0+16581 (secure 0 0 0) 0x7f8cbc053b60 con 0x7f8ccc0bc800 2023-11-30T08:27:56.623 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:27:56.623 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":29,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:27:40.573913+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-11-30T08:27:37.166342+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-11-30T08:27:37.918126+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:27:56.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.617+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/2572025718 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8cac066470 msgr2=0x7f8cac068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.617+0000 7f8cd0f8e640 1 --2- 172.21.15.116:0/2572025718 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8cac066470 0x7f8cac068930 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8cb40ae000 tx=0x7f8cb4004740 comp rx=0 tx=0).stop 2023-11-30T08:27:56.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.617+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/2572025718 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ccc0bc800 msgr2=0x7f8ccc13ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.617+0000 7f8cd0f8e640 1 --2- 172.21.15.116:0/2572025718 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ccc0bc800 0x7f8ccc13ef90 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc00c490 tx=0x7f8cbc001e80 comp rx=0 tx=0).stop 2023-11-30T08:27:56.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.617+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/2572025718 shutdown_connections 2023-11-30T08:27:56.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.617+0000 7f8cd0f8e640 1 --2- 172.21.15.116:0/2572025718 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8cac066470 0x7f8cac068930 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.617+0000 7f8cd0f8e640 1 --2- 172.21.15.116:0/2572025718 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8ccc14a390 0x7f8ccc148f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.617+0000 7f8cd0f8e640 1 --2- 172.21.15.116:0/2572025718 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8ccc13ff50 0x7f8ccc1e63a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.626 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.617+0000 7f8cd0f8e640 1 --2- 172.21.15.116:0/2572025718 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ccc0bc800 0x7f8ccc13ef90 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.617+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/2572025718 >> 172.21.15.116:0/2572025718 conn(0x7f8ccc0722b0 msgr2=0x7f8ccc144590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:56.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.617+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/2572025718 shutdown_connections 2023-11-30T08:27:56.627 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.617+0000 7f8cd0f8e640 1 -- 172.21.15.116:0/2572025718 wait complete. 2023-11-30T08:27:56.641 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-11-30T08:27:56.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f596e33a640 1 Processor -- start 2023-11-30T08:27:56.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f596e33a640 1 -- start start 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f596e33a640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f59680af4f0 0x7f596809caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f596e33a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59680722c0 0x7f596809cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f596e33a640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f59680af8d0 0x7f5968148030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f596e33a640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59680b1610 con 0x7f59680af4f0 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f596e33a640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59680b1800 con 0x7f59680af8d0 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f596e33a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59680b1aa0 con 0x7f59680722c0 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f5967fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f59680af4f0 0x7f596809caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f5967fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f59680af4f0 0x7f596809caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:32804/0 (socket says 172.21.15.116:32804) 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f5967fff640 1 -- 172.21.15.116:0/1695289098 learned_addr learned my addr 172.21.15.116:0/1695289098 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f59677fe640 1 --2- 172.21.15.116:0/1695289098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59680722c0 0x7f596809cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f5967fff640 1 -- 172.21.15.116:0/1695289098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59680722c0 msgr2=0x7f596809cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f5967fff640 1 --2- 172.21.15.116:0/1695289098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59680722c0 0x7f596809cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f596c8d7640 1 --2- 172.21.15.116:0/1695289098 >> v2:172.21.15.162:3300/0 conn(0x7f59680af8d0 0x7f5968148030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f5967fff640 1 -- 172.21.15.116:0/1695289098 >> v2:172.21.15.162:3300/0 conn(0x7f59680af8d0 msgr2=0x7f5968148030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:56.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f5967fff640 1 --2- 172.21.15.116:0/1695289098 >> v2:172.21.15.162:3300/0 conn(0x7f59680af8d0 0x7f5968148030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f5967fff640 1 -- 172.21.15.116:0/1695289098 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5968147b10 con 0x7f59680af4f0 2023-11-30T08:27:56.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.753+0000 7f59677fe640 1 --2- 172.21.15.116:0/1695289098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59680722c0 0x7f596809cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:56.764 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5967fff640 1 --2- 172.21.15.116:0/1695289098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59680af4f0 0x7f596809caa0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f59680b19d0 tx=0x7f595801c3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb83e1a3b099f989 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:56.764 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5966ffd640 1 -- 172.21.15.116:0/1695289098 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59580ab600 con 0x7f59680af4f0 2023-11-30T08:27:56.764 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5966ffd640 1 -- 172.21.15.116:0/1695289098 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59580a7050 con 0x7f59680af4f0 2023-11-30T08:27:56.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5966ffd640 1 -- 172.21.15.116:0/1695289098 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59580ab980 con 0x7f59680af4f0 2023-11-30T08:27:56.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 -- 172.21.15.116:0/1695289098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59680af4f0 msgr2=0x7f596809caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 --2- 172.21.15.116:0/1695289098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59680af4f0 0x7f596809caa0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f59680b19d0 tx=0x7f595801c3e0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 -- 172.21.15.116:0/1695289098 shutdown_connections 2023-11-30T08:27:56.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 --2- 172.21.15.116:0/1695289098 >> v2:172.21.15.162:3300/0 conn(0x7f59680af8d0 0x7f5968148030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 --2- 172.21.15.116:0/1695289098 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59680722c0 0x7f596809cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 --2- 172.21.15.116:0/1695289098 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59680af4f0 0x7f596809caa0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 -- 172.21.15.116:0/1695289098 >> 172.21.15.116:0/1695289098 conn(0x7f596806a580 msgr2=0x7f596806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:56.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 -- 172.21.15.116:0/1695289098 shutdown_connections 2023-11-30T08:27:56.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 -- 172.21.15.116:0/1695289098 wait complete. 2023-11-30T08:27:56.767 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 Processor -- start 2023-11-30T08:27:56.767 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 -- start start 2023-11-30T08:27:56.767 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59680722c0 0x7f5968139800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.767 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f59680af4f0 0x7f596813b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.767 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59680af8d0 0x7f5968138590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5968137990 con 0x7f59680722c0 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f596813c350 con 0x7f59680af4f0 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f596813bd00 con 0x7f59680af8d0 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5967fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59680722c0 0x7f5968139800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5967fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59680722c0 0x7f5968139800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:32814/0 (socket says 172.21.15.116:32814) 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5967fff640 1 -- 172.21.15.116:0/3953949672 learned_addr learned my addr 172.21.15.116:0/3953949672 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596c8d7640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59680af8d0 0x7f5968138590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5967fff640 1 -- 172.21.15.116:0/3953949672 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59680af8d0 msgr2=0x7f5968138590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5967fff640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59680af8d0 0x7f5968138590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5967fff640 1 -- 172.21.15.116:0/3953949672 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f59680af4f0 msgr2=0x7f596813b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5967fff640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f59680af4f0 0x7f596813b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5967fff640 1 -- 172.21.15.116:0/3953949672 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59580094d0 con 0x7f59680722c0 2023-11-30T08:27:56.768 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5967fff640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59680722c0 0x7f5968139800 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f595801cc80 tx=0x7f59681454f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:56.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5964ff9640 1 -- 172.21.15.116:0/3953949672 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59580aa8b0 con 0x7f59680722c0 2023-11-30T08:27:56.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5964ff9640 1 -- 172.21.15.116:0/3953949672 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59580aaa30 con 0x7f59680722c0 2023-11-30T08:27:56.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 -- 172.21.15.116:0/3953949672 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f596813bfe0 con 0x7f59680722c0 2023-11-30T08:27:56.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f5964ff9640 1 -- 172.21.15.116:0/3953949672 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59580aade0 con 0x7f59680722c0 2023-11-30T08:27:56.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.757+0000 7f596e33a640 1 -- 172.21.15.116:0/3953949672 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f596813a2e0 con 0x7f59680722c0 2023-11-30T08:27:56.769 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.761+0000 7f596e33a640 1 -- 172.21.15.116:0/3953949672 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f596813bb70 con 0x7f59680722c0 2023-11-30T08:27:56.770 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.761+0000 7f5964ff9640 1 -- 172.21.15.116:0/3953949672 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f59580b2070 con 0x7f59680722c0 2023-11-30T08:27:56.770 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.761+0000 7f5964ff9640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f59540664a0 0x7f5954068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:56.770 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.761+0000 7f5964ff9640 1 -- 172.21.15.116:0/3953949672 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f595811e190 con 0x7f59680722c0 2023-11-30T08:27:56.770 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.761+0000 7f59677fe640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f59540664a0 0x7f5954068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:56.770 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.761+0000 7f59677fe640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f59540664a0 0x7f5954068960 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f595c006fd0 tx=0x7f595c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:56.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.765+0000 7f5964ff9640 1 -- 172.21.15.116:0/3953949672 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f59580eb610 con 0x7f59680722c0 2023-11-30T08:27:56.948 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.941+0000 7f596e33a640 1 -- 172.21.15.116:0/3953949672 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f59680679e0 con 0x7f59680722c0 2023-11-30T08:27:56.949 INFO:tasks.ceph.mon.a.smithi116.stderr:2023-11-30T08:27:56.941+0000 7f9db1dcc640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-11-30T08:27:56.953 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.945+0000 7f5964ff9640 1 -- 172.21.15.116:0/3953949672 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v16) v1 ==== 161+0+0 (secure 0 0 0) 0x7f59580eec30 con 0x7f59680722c0 2023-11-30T08:27:56.953 INFO:teuthology.orchestra.run.smithi116.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-11-30T08:27:56.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.949+0000 7f596e33a640 1 -- 172.21.15.116:0/3953949672 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f59540664a0 msgr2=0x7f5954068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.949+0000 7f596e33a640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f59540664a0 0x7f5954068960 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f595c006fd0 tx=0x7f595c008040 comp rx=0 tx=0).stop 2023-11-30T08:27:56.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.949+0000 7f596e33a640 1 -- 172.21.15.116:0/3953949672 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59680722c0 msgr2=0x7f5968139800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:56.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.949+0000 7f596e33a640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59680722c0 0x7f5968139800 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f595801cc80 tx=0x7f59681454f0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.949+0000 7f596e33a640 1 -- 172.21.15.116:0/3953949672 shutdown_connections 2023-11-30T08:27:56.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.949+0000 7f596e33a640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f59540664a0 0x7f5954068960 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.949+0000 7f596e33a640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f59680af8d0 0x7f5968138590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.957 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.949+0000 7f596e33a640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f59680af4f0 0x7f596813b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.957 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.949+0000 7f596e33a640 1 --2- 172.21.15.116:0/3953949672 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f59680722c0 0x7f5968139800 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:56.957 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.949+0000 7f596e33a640 1 -- 172.21.15.116:0/3953949672 >> 172.21.15.116:0/3953949672 conn(0x7f596806a580 msgr2=0x7f59680b4fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:56.957 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.949+0000 7f596e33a640 1 -- 172.21.15.116:0/3953949672 shutdown_connections 2023-11-30T08:27:56.957 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:56.949+0000 7f596e33a640 1 -- 172.21.15.116:0/3953949672 wait complete. 2023-11-30T08:27:56.960 INFO:tasks.ceph.mds.a.smithi116.stderr: -2279> 2023-11-30T08:27:43.449+0000 7f83e2deb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-11-30T08:27:56.972 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-11-30T08:27:57.004 INFO:tasks.ceph.mds.a.smithi116.stdout:starting mds.a at 2023-11-30T08:27:57.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0bb3d8640 1 Processor -- start 2023-11-30T08:27:57.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0bb3d8640 1 -- start start 2023-11-30T08:27:57.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0bb3d8640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7ff0b40bc8a0 0x7ff0b4149e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:57.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0bb3d8640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff0b40b6fc0 0x7ff0b4151200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:57.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0bb3d8640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0b40b4990 con 0x7ff0b414a350 2023-11-30T08:27:57.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0bb3d8640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0b40b5de0 con 0x7ff0b40b6fc0 2023-11-30T08:27:57.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0bb3d8640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0b40b5b70 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0b9975640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff0b40b6fc0 0x7ff0b4151200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:57.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0b9975640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff0b40b6fc0 0x7ff0b4151200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:32846/0 (socket says 172.21.15.116:32846) 2023-11-30T08:27:57.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0b9975640 1 -- 172.21.15.116:0/2175555777 learned_addr learned my addr 172.21.15.116:0/2175555777 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:57.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0b9174640 1 --2- 172.21.15.116:0/2175555777 >> v2:172.21.15.162:3300/0 conn(0x7ff0b40bc8a0 0x7ff0b4149e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:57.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0b9975640 1 -- 172.21.15.116:0/2175555777 >> v2:172.21.15.162:3300/0 conn(0x7ff0b40bc8a0 msgr2=0x7ff0b4149e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:57.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0b9975640 1 --2- 172.21.15.116:0/2175555777 >> v2:172.21.15.162:3300/0 conn(0x7ff0b40bc8a0 0x7ff0b4149e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:57.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0b9975640 1 -- 172.21.15.116:0/2175555777 >> v1:172.21.15.162:6789/0 conn(0x7ff0b414a350 legacy=0x7ff0b40b68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:57.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.081+0000 7ff0b9975640 1 -- 172.21.15.116:0/2175555777 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0b414a7e0 con 0x7ff0b40b6fc0 2023-11-30T08:27:57.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0b9975640 1 --2- 172.21.15.116:0/2175555777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0b40b6fc0 0x7ff0b4151200 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac009e50 tx=0x7ff0ac01c870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=960d355aa221211e server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:57.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0abfff640 1 -- 172.21.15.116:0/2175555777 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac0a5730 con 0x7ff0b40b6fc0 2023-11-30T08:27:57.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0abfff640 1 -- 172.21.15.116:0/2175555777 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0ac0a5890 con 0x7ff0b40b6fc0 2023-11-30T08:27:57.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0abfff640 1 -- 172.21.15.116:0/2175555777 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac0a5c20 con 0x7ff0b40b6fc0 2023-11-30T08:27:57.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/2175555777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0b40b6fc0 msgr2=0x7ff0b4151200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:57.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 --2- 172.21.15.116:0/2175555777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0b40b6fc0 0x7ff0b4151200 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac009e50 tx=0x7ff0ac01c870 comp rx=0 tx=0).stop 2023-11-30T08:27:57.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/2175555777 shutdown_connections 2023-11-30T08:27:57.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 --2- 172.21.15.116:0/2175555777 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0b40b6fc0 0x7ff0b4151200 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:57.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 --2- 172.21.15.116:0/2175555777 >> v2:172.21.15.162:3300/0 conn(0x7ff0b40bc8a0 0x7ff0b4149e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:57.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/2175555777 >> 172.21.15.116:0/2175555777 conn(0x7ff0b40722b0 msgr2=0x7ff0b40bbf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:57.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/2175555777 shutdown_connections 2023-11-30T08:27:57.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/2175555777 wait complete. 2023-11-30T08:27:57.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 Processor -- start 2023-11-30T08:27:57.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 -- start start 2023-11-30T08:27:57.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff0b40b6fc0 0x7ff0b413ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:57.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0b40bc8a0 0x7ff0b413dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:57.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff0b414a350 0x7ff0b4137db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:57.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b413f140 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b41dfde0 con 0x7ff0b40b6fc0 2023-11-30T08:27:57.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0bb3d8640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b413f380 con 0x7ff0b414a350 2023-11-30T08:27:57.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0b8973640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0b40bc8a0 0x7ff0b413dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:57.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0b8973640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0b40bc8a0 0x7ff0b413dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:32856/0 (socket says 172.21.15.116:32856) 2023-11-30T08:27:57.096 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0b8973640 1 -- 172.21.15.116:0/3219660016 learned_addr learned my addr 172.21.15.116:0/3219660016 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0b9174640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff0b40b6fc0 0x7ff0b413ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0b9975640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff0b414a350 0x7ff0b4137db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0b8973640 1 -- 172.21.15.116:0/3219660016 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff0b414a350 msgr2=0x7ff0b4137db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0b8973640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff0b414a350 0x7ff0b4137db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0b8973640 1 -- 172.21.15.116:0/3219660016 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff0b40b6fc0 msgr2=0x7ff0b413ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0b8973640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff0b40b6fc0 0x7ff0b413ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.085+0000 7ff0b8973640 1 -- 172.21.15.116:0/3219660016 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0ac009b30 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.089+0000 7ff0b8973640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0b40bc8a0 0x7ff0b413dd40 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7ff0a400b410 tx=0x7ff0a400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.089+0000 7ff0a9ffb640 1 -- 172.21.15.116:0/3219660016 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0a4004020 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.089+0000 7ff0a9ffb640 1 -- 172.21.15.116:0/3219660016 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0a4004180 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.089+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/3219660016 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0b41dfa70 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.089+0000 7ff0a9ffb640 1 -- 172.21.15.116:0/3219660016 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0a4011630 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.089+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/3219660016 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0b413fac0 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.089+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/3219660016 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0b41dff70 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.089+0000 7ff0a9ffb640 1 -- 172.21.15.116:0/3219660016 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff0a4011790 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.089+0000 7ff0a9ffb640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff098066470 0x7ff098068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:57.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.089+0000 7ff0a9ffb640 1 -- 172.21.15.116:0/3219660016 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 5795+0+0 (secure 0 0 0) 0x7ff0a4083bb0 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.089+0000 7ff0b9174640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff098066470 0x7ff098068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:57.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.089+0000 7ff0b9174640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff098066470 0x7ff098068930 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff0b40b6b60 tx=0x7ff0b0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:57.101 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.093+0000 7ff0a9ffb640 1 -- 172.21.15.116:0/3219660016 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff0a4051060 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.278 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.269+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/3219660016 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7ff0b4068960 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.956 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0a9ffb640 1 -- 172.21.15.116:0/3219660016 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v17) v1 ==== 104+0+0 (secure 0 0 0) 0x7ff0a4054680 con 0x7ff0b40bc8a0 2023-11-30T08:27:57.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/3219660016 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff098066470 msgr2=0x7ff098068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:57.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0bb3d8640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff098066470 0x7ff098068930 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7ff0b40b6b60 tx=0x7ff0b0008040 comp rx=0 tx=0).stop 2023-11-30T08:27:57.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/3219660016 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0b40bc8a0 msgr2=0x7ff0b413dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:57.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0bb3d8640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0b40bc8a0 0x7ff0b413dd40 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7ff0a400b410 tx=0x7ff0a400b8d0 comp rx=0 tx=0).stop 2023-11-30T08:27:57.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/3219660016 shutdown_connections 2023-11-30T08:27:57.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0bb3d8640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff098066470 0x7ff098068930 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:57.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0bb3d8640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff0b414a350 0x7ff0b4137db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:57.959 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0bb3d8640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0b40bc8a0 0x7ff0b413dd40 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:57.960 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0bb3d8640 1 --2- 172.21.15.116:0/3219660016 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff0b40b6fc0 0x7ff0b413ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:57.960 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/3219660016 >> 172.21.15.116:0/3219660016 conn(0x7ff0b40722b0 msgr2=0x7ff0b4151020 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:57.960 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/3219660016 shutdown_connections 2023-11-30T08:27:57.960 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:57.949+0000 7ff0bb3d8640 1 -- 172.21.15.116:0/3219660016 wait complete. 2023-11-30T08:27:57.979 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-11-30T08:27:58.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eefb74640 1 Processor -- start 2023-11-30T08:27:58.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eefb74640 1 -- start start 2023-11-30T08:27:58.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eefb74640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f1ee81468b0 0x7f1ee8141f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:58.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eefb74640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ee8142490 0x7f1ee814d440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:58.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eefb74640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ee80ae950 con 0x7f1ee806c920 2023-11-30T08:27:58.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eefb74640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ee80afaa0 con 0x7f1ee81468b0 2023-11-30T08:27:58.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eefb74640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ee806cd00 con 0x7f1ee8142490 2023-11-30T08:27:58.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eed910640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f1ee806c920 0x7f1ee81461a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:46246/0 (socket says 172.21.15.116:46246) 2023-11-30T08:27:58.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eed910640 1 -- 172.21.15.116:0/1074184011 learned_addr learned my addr 172.21.15.116:0/1074184011 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:58.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eed10f640 1 --2- 172.21.15.116:0/1074184011 >> v2:172.21.15.162:3300/0 conn(0x7f1ee81468b0 0x7f1ee8141f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:58.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eee111640 1 --2- 172.21.15.116:0/1074184011 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ee8142490 0x7f1ee814d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:58.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3337382522 0 0) 0x7f1ee80ae950 con 0x7f1ee806c920 2023-11-30T08:27:58.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1ed4003530 con 0x7f1ee806c920 2023-11-30T08:27:58.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2032485751 0 0) 0x7f1ed4003530 con 0x7f1ee806c920 2023-11-30T08:27:58.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ee8142490 msgr2=0x7f1ee814d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:58.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 --2- 172.21.15.116:0/1074184011 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ee8142490 0x7f1ee814d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:58.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 >> v2:172.21.15.162:3300/0 conn(0x7f1ee81468b0 msgr2=0x7f1ee8141f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:58.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 --2- 172.21.15.116:0/1074184011 >> v2:172.21.15.162:3300/0 conn(0x7f1ee81468b0 0x7f1ee8141f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:58.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ee80ae300 con 0x7f1ee806c920 2023-11-30T08:27:58.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eed10f640 1 --2- 172.21.15.116:0/1074184011 >> v2:172.21.15.162:3300/0 conn(0x7f1ee81468b0 0x7f1ee8141f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:58.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f1ee4001680 con 0x7f1ee806c920 2023-11-30T08:27:58.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 >> v1:172.21.15.116:6789/0 conn(0x7f1ee806c920 legacy=0x7f1ee81461a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:58.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 --2- 172.21.15.116:0/1074184011 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ed4003980 0x7f1ed4003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:58.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 --2- 172.21.15.116:0/1074184011 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ee8142490 0x7f1ed40047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:58.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 --2- 172.21.15.116:0/1074184011 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1ed4004d10 0x7f1ed4005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:58.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ee80afaa0 con 0x7f1ed4003980 2023-11-30T08:27:58.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ee806cd00 con 0x7f1ed4004d10 2023-11-30T08:27:58.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ed400baf0 con 0x7f1ee8142490 2023-11-30T08:27:58.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eed910640 1 --2- 172.21.15.116:0/1074184011 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ed4003980 0x7f1ed4003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:58.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eee111640 1 --2- 172.21.15.116:0/1074184011 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1ed4004d10 0x7f1ed4005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:58.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eed10f640 1 --2- 172.21.15.116:0/1074184011 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ee8142490 0x7f1ed40047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:58.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eed910640 1 -- 172.21.15.116:0/1074184011 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ee8142490 msgr2=0x7f1ed40047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:58.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eed910640 1 --2- 172.21.15.116:0/1074184011 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ee8142490 0x7f1ed40047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:58.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eed910640 1 -- 172.21.15.116:0/1074184011 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1ed4004d10 msgr2=0x7f1ed4005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:58.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eed910640 1 --2- 172.21.15.116:0/1074184011 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1ed4004d10 0x7f1ed4005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:58.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.145+0000 7f1eed910640 1 -- 172.21.15.116:0/1074184011 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ed4003530 con 0x7f1ed4003980 2023-11-30T08:27:58.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eed910640 1 --2- 172.21.15.116:0/1074184011 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ed4003980 0x7f1ed4003da0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f1ee400c240 tx=0x7f1ee401cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=210111cf966cf9a2 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:58.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ee40058e0 con 0x7f1ed4003980 2023-11-30T08:27:58.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ee4005a40 con 0x7f1ed4003980 2023-11-30T08:27:58.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eec90e640 1 -- 172.21.15.116:0/1074184011 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ee4005e10 con 0x7f1ed4003980 2023-11-30T08:27:58.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 -- 172.21.15.116:0/1074184011 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ed4003980 msgr2=0x7f1ed4003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:58.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 --2- 172.21.15.116:0/1074184011 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ed4003980 0x7f1ed4003da0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f1ee400c240 tx=0x7f1ee401cc30 comp rx=0 tx=0).stop 2023-11-30T08:27:58.161 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eee111640 1 -- 172.21.15.116:0/1074184011 reap_dead start 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 -- 172.21.15.116:0/1074184011 shutdown_connections 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 -- 172.21.15.116:0/1074184011 >> 172.21.15.116:0/1074184011 conn(0x7f1ee80b4890 msgr2=0x7f1ee80b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 -- 172.21.15.116:0/1074184011 shutdown_connections 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 -- 172.21.15.116:0/1074184011 wait complete. 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 Processor -- start 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 -- start start 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ed4003980 0x7f1ee814d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1ee814e1d0 0x7f1ee81e2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ee81df290 0x7f1ee81df740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ee814dbc0 con 0x7f1ee81df290 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ee81dfc80 con 0x7f1ee814e1d0 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eefb74640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ee813ddc0 con 0x7f1ed4003980 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eee111640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ee81df290 0x7f1ee81df740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:58.162 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eee111640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ee81df290 0x7f1ee81df740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:32872/0 (socket says 172.21.15.116:32872) 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eee111640 1 -- 172.21.15.116:0/2994297194 learned_addr learned my addr 172.21.15.116:0/2994297194 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eed910640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ed4003980 0x7f1ee814d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.149+0000 7f1eed10f640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1ee814e1d0 0x7f1ee81e2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1eee111640 1 -- 172.21.15.116:0/2994297194 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ed4003980 msgr2=0x7f1ee814d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1eee111640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ed4003980 0x7f1ee814d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1eee111640 1 -- 172.21.15.116:0/2994297194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1ee814e1d0 msgr2=0x7f1ee81e2ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1eee111640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1ee814e1d0 0x7f1ee81e2ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1eee111640 1 -- 172.21.15.116:0/2994297194 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ee813e010 con 0x7f1ee81df290 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1eed910640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ed4003980 0x7f1ee814d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1eee111640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ee81df290 0x7f1ee81df740 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f1ee806d0a0 tx=0x7f1ee0009d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1ede7fc640 1 -- 172.21.15.116:0/2994297194 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ee0007c10 con 0x7f1ee81df290 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1ede7fc640 1 -- 172.21.15.116:0/2994297194 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ee000f050 con 0x7f1ee81df290 2023-11-30T08:27:58.163 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1eefb74640 1 -- 172.21.15.116:0/2994297194 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ee80b79e0 con 0x7f1ee81df290 2023-11-30T08:27:58.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1ede7fc640 1 -- 172.21.15.116:0/2994297194 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ee0014410 con 0x7f1ee81df290 2023-11-30T08:27:58.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1eefb74640 1 -- 172.21.15.116:0/2994297194 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ee814ecc0 con 0x7f1ee81df290 2023-11-30T08:27:58.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1eefb74640 1 -- 172.21.15.116:0/2994297194 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ee80b25c0 con 0x7f1ee81df290 2023-11-30T08:27:58.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1ede7fc640 1 -- 172.21.15.116:0/2994297194 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f1ee0014570 con 0x7f1ee81df290 2023-11-30T08:27:58.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1ede7fc640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1ecc066470 0x7f1ecc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:58.164 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1eed910640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1ecc066470 0x7f1ecc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:58.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1ede7fc640 1 -- 172.21.15.116:0/2994297194 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1ee0084250 con 0x7f1ee81df290 2023-11-30T08:27:58.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.153+0000 7f1eed910640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1ecc066470 0x7f1ecc068930 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1ee40aa000 tx=0x7f1ee4001a80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:58.165 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.157+0000 7f1ede7fc640 1 -- 172.21.15.116:0/2994297194 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f1ee0051700 con 0x7f1ee81df290 2023-11-30T08:27:58.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:58.309+0000 7f1eefb74640 1 -- 172.21.15.116:0/2994297194 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f1ee80689d0 con 0x7f1ee81df290 2023-11-30T08:27:59.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1ede7fc640 1 -- 172.21.15.116:0/2994297194 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v31) v1 ==== 181+0+0 (secure 0 0 0) 0x7f1ee0054d20 con 0x7f1ee81df290 2023-11-30T08:27:59.152 INFO:teuthology.orchestra.run.smithi116.stderr:pool 'cephfs_metadata' removed 2023-11-30T08:27:59.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1eefb74640 1 -- 172.21.15.116:0/2994297194 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1ecc066470 msgr2=0x7f1ecc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:59.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1eefb74640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1ecc066470 0x7f1ecc068930 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1ee40aa000 tx=0x7f1ee4001a80 comp rx=0 tx=0).stop 2023-11-30T08:27:59.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1eefb74640 1 -- 172.21.15.116:0/2994297194 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ee81df290 msgr2=0x7f1ee81df740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:59.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1eefb74640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ee81df290 0x7f1ee81df740 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f1ee806d0a0 tx=0x7f1ee0009d40 comp rx=0 tx=0).stop 2023-11-30T08:27:59.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1eefb74640 1 -- 172.21.15.116:0/2994297194 shutdown_connections 2023-11-30T08:27:59.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1eefb74640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ee81df290 0x7f1ee81df740 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:59.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1eefb74640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1ee814e1d0 0x7f1ee81e2ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:59.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1eefb74640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1ecc066470 0x7f1ecc068930 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:59.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1eefb74640 1 --2- 172.21.15.116:0/2994297194 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1ed4003980 0x7f1ee814d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:59.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1eefb74640 1 -- 172.21.15.116:0/2994297194 >> 172.21.15.116:0/2994297194 conn(0x7f1ee80b4890 msgr2=0x7f1ee806be00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:59.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1eefb74640 1 -- 172.21.15.116:0/2994297194 shutdown_connections 2023-11-30T08:27:59.156 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.145+0000 7f1eefb74640 1 -- 172.21.15.116:0/2994297194 wait complete. 2023-11-30T08:27:59.178 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-11-30T08:27:59.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f174e29f640 1 Processor -- start 2023-11-30T08:27:59.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f174e29f640 1 -- start start 2023-11-30T08:27:59.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f174e29f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17481468b0 0x7f1748141f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:59.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f174e29f640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f1748142490 0x7f174814d440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:59.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f174e29f640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17480ae950 con 0x7f174806c920 2023-11-30T08:27:59.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f174e29f640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17480afaa0 con 0x7f1748142490 2023-11-30T08:27:59.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f174e29f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f174806cd00 con 0x7f17481468b0 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1747fff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f174806c920 0x7f17481461a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:60180/0 (socket says 172.21.15.116:60180) 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1747fff640 1 -- 172.21.15.116:0/3762067670 learned_addr learned my addr 172.21.15.116:0/3762067670 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f17477fe640 1 --2- 172.21.15.116:0/3762067670 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17481468b0 0x7f1748141f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f174c83c640 1 --2- 172.21.15.116:0/3762067670 >> v2:172.21.15.162:3300/0 conn(0x7f1748142490 0x7f174814d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1858183376 0 0) 0x7f17480ae950 con 0x7f174806c920 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1730003530 con 0x7f174806c920 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2158144029 0 0) 0x7f1730003530 con 0x7f174806c920 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17481468b0 msgr2=0x7f1748141f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 --2- 172.21.15.116:0/3762067670 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17481468b0 0x7f1748141f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 >> v2:172.21.15.162:3300/0 conn(0x7f1748142490 msgr2=0x7f174814d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 --2- 172.21.15.116:0/3762067670 >> v2:172.21.15.162:3300/0 conn(0x7f1748142490 0x7f174814d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17480ae300 con 0x7f174806c920 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f173c001680 con 0x7f174806c920 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 >> v1:172.21.15.116:6789/0 conn(0x7f174806c920 legacy=0x7f17481461a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 --2- 172.21.15.116:0/3762067670 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1730003980 0x7f1730003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:59.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 --2- 172.21.15.116:0/3762067670 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17481468b0 0x7f17300047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:59.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 --2- 172.21.15.116:0/3762067670 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1730004d10 0x7f1730005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:59.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17480afaa0 con 0x7f1730003980 2023-11-30T08:27:59.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f174806cd00 con 0x7f1730004d10 2023-11-30T08:27:59.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f173000ba40 con 0x7f17481468b0 2023-11-30T08:27:59.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1747fff640 1 --2- 172.21.15.116:0/3762067670 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1730003980 0x7f1730003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:59.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1747fff640 1 -- 172.21.15.116:0/3762067670 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17481468b0 msgr2=0x7f17300047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:59.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1747fff640 1 --2- 172.21.15.116:0/3762067670 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f17481468b0 0x7f17300047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:59.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1747fff640 1 -- 172.21.15.116:0/3762067670 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1730004d10 msgr2=0x7f1730005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:27:59.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1747fff640 1 --2- 172.21.15.116:0/3762067670 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f1730004d10 0x7f1730005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:59.309 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.297+0000 7f1747fff640 1 -- 172.21.15.116:0/3762067670 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1730003530 con 0x7f1730003980 2023-11-30T08:27:59.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f1747fff640 1 --2- 172.21.15.116:0/3762067670 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1730003980 0x7f1730003da0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f173c00c290 tx=0x7f173c01ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d463cea5f79c1855 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:59.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f173c0058e0 con 0x7f1730003980 2023-11-30T08:27:59.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f173c005a40 con 0x7f1730003980 2023-11-30T08:27:59.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f1746ffd640 1 -- 172.21.15.116:0/3762067670 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f173c005df0 con 0x7f1730003980 2023-11-30T08:27:59.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f174e29f640 1 -- 172.21.15.116:0/3762067670 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1730003980 msgr2=0x7f1730003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:59.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f174e29f640 1 --2- 172.21.15.116:0/3762067670 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1730003980 0x7f1730003da0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f173c00c290 tx=0x7f173c01ccb0 comp rx=0 tx=0).stop 2023-11-30T08:27:59.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f174c83c640 1 -- 172.21.15.116:0/3762067670 reap_dead start 2023-11-30T08:27:59.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f174e29f640 1 -- 172.21.15.116:0/3762067670 shutdown_connections 2023-11-30T08:27:59.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f174e29f640 1 -- 172.21.15.116:0/3762067670 >> 172.21.15.116:0/3762067670 conn(0x7f17480b4890 msgr2=0x7f17480b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:27:59.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f174e29f640 1 -- 172.21.15.116:0/3762067670 shutdown_connections 2023-11-30T08:27:59.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f174e29f640 1 -- 172.21.15.116:0/3762067670 wait complete. 2023-11-30T08:27:59.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f174e29f640 1 Processor -- start 2023-11-30T08:27:59.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.301+0000 7f174e29f640 1 -- start start 2023-11-30T08:27:59.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f174e29f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1730003980 0x7f1748070c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:59.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f174e29f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1748143d00 0x7f17481e2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:59.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f174e29f640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f174813ffc0 0x7f1748140440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:59.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f174e29f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f174809a6b0 con 0x7f1730003980 2023-11-30T08:27:59.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f174e29f640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17481e2b40 con 0x7f174813ffc0 2023-11-30T08:27:59.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f174e29f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17481e1bb0 con 0x7f1748143d00 2023-11-30T08:27:59.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1747fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1730003980 0x7f1748070c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:59.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1747fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1730003980 0x7f1748070c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:59910/0 (socket says 172.21.15.116:59910) 2023-11-30T08:27:59.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1747fff640 1 -- 172.21.15.116:0/1236495542 learned_addr learned my addr 172.21.15.116:0/1236495542 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f174c83c640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f174813ffc0 0x7f1748140440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f17477fe640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1748143d00 0x7f17481e2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1747fff640 1 -- 172.21.15.116:0/1236495542 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1748143d00 msgr2=0x7f17481e2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1747fff640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1748143d00 0x7f17481e2600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1747fff640 1 -- 172.21.15.116:0/1236495542 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f174813ffc0 msgr2=0x7f1748140440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1747fff640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f174813ffc0 0x7f1748140440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1747fff640 1 -- 172.21.15.116:0/1236495542 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17481e2170 con 0x7f1730003980 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f174c83c640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f174813ffc0 0x7f1748140440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1747fff640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1730003980 0x7f1748070c20 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f173c0ab040 tx=0x7f1730005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1744ff9640 1 -- 172.21.15.116:0/1236495542 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f173c001c90 con 0x7f1730003980 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1744ff9640 1 -- 172.21.15.116:0/1236495542 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f173c005dd0 con 0x7f1730003980 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f174e29f640 1 -- 172.21.15.116:0/1236495542 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f174809b3d0 con 0x7f1730003980 2023-11-30T08:27:59.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1744ff9640 1 -- 172.21.15.116:0/1236495542 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f173c001680 con 0x7f1730003980 2023-11-30T08:27:59.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f174e29f640 1 -- 172.21.15.116:0/1236495542 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f174809b640 con 0x7f1730003980 2023-11-30T08:27:59.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f174e29f640 1 -- 172.21.15.116:0/1236495542 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f174809dd30 con 0x7f1730003980 2023-11-30T08:27:59.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1744ff9640 1 -- 172.21.15.116:0/1236495542 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f173c0070d0 con 0x7f1730003980 2023-11-30T08:27:59.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1744ff9640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1734066470 0x7f1734068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:27:59.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f1744ff9640 1 -- 172.21.15.116:0/1236495542 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5357+0+0 (secure 0 0 0) 0x7f173c11d810 con 0x7f1730003980 2023-11-30T08:27:59.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f17477fe640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1734066470 0x7f1734068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:27:59.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.305+0000 7f17477fe640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1734066470 0x7f1734068930 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1738006aa0 tx=0x7f1738008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:27:59.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.309+0000 7f1744ff9640 1 -- 172.21.15.116:0/1236495542 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f174809dd30 con 0x7f1730003980 2023-11-30T08:27:59.470 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:27:59.461+0000 7f174e29f640 1 -- 172.21.15.116:0/1236495542 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f174809dd30 con 0x7f1730003980 2023-11-30T08:28:00.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.145+0000 7f1744ff9640 1 -- 172.21.15.116:0/1236495542 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v32) v1 ==== 169+0+0 (secure 0 0 0) 0x7f174809dd30 con 0x7f1730003980 2023-11-30T08:28:00.155 INFO:teuthology.orchestra.run.smithi116.stderr:pool 'cephfs_data' removed 2023-11-30T08:28:00.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.149+0000 7f174e29f640 1 -- 172.21.15.116:0/1236495542 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1734066470 msgr2=0x7f1734068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:00.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.149+0000 7f174e29f640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1734066470 0x7f1734068930 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1738006aa0 tx=0x7f1738008040 comp rx=0 tx=0).stop 2023-11-30T08:28:00.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.149+0000 7f174e29f640 1 -- 172.21.15.116:0/1236495542 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1730003980 msgr2=0x7f1748070c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:00.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.149+0000 7f174e29f640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1730003980 0x7f1748070c20 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f173c0ab040 tx=0x7f1730005800 comp rx=0 tx=0).stop 2023-11-30T08:28:00.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.149+0000 7f174e29f640 1 -- 172.21.15.116:0/1236495542 shutdown_connections 2023-11-30T08:28:00.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.149+0000 7f174e29f640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f174813ffc0 0x7f1748140440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.157 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.149+0000 7f174e29f640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f1734066470 0x7f1734068930 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.158 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.149+0000 7f174e29f640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f1748143d00 0x7f17481e2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.158 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.149+0000 7f174e29f640 1 --2- 172.21.15.116:0/1236495542 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1730003980 0x7f1748070c20 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.158 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.149+0000 7f174e29f640 1 -- 172.21.15.116:0/1236495542 >> 172.21.15.116:0/1236495542 conn(0x7f17480b4890 msgr2=0x7f174806be00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:00.158 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.149+0000 7f174e29f640 1 -- 172.21.15.116:0/1236495542 shutdown_connections 2023-11-30T08:28:00.158 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.149+0000 7f174e29f640 1 -- 172.21.15.116:0/1236495542 wait complete. 2023-11-30T08:28:00.175 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2023-11-30T08:28:00.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc8a4f59640 1 Processor -- start 2023-11-30T08:28:00.301 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc8a4f59640 1 -- start start 2023-11-30T08:28:00.303 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc8a4f59640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fc8a006b620 0x7fc8a0143830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc8a4f59640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc8a0143d70 0x7fc8a0151080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc8a4f59640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8a0073a90 con 0x7fc8a00736b0 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc8a4f59640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8a00af0e0 con 0x7fc8a006b620 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc8a4f59640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a00adb30 con 0x7fc8a0143d70 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89e59c640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fc8a00736b0 0x7fc8a00ad150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:60182/0 (socket says 172.21.15.116:60182) 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89e59c640 1 -- 172.21.15.116:0/1939423464 learned_addr learned my addr 172.21.15.116:0/1939423464 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89ed9d640 1 --2- 172.21.15.116:0/1939423464 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc8a0143d70 0x7fc8a0151080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc895d9b640 1 --2- 172.21.15.116:0/1939423464 >> v2:172.21.15.162:3300/0 conn(0x7fc8a006b620 0x7fc8a0143830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2177534758 0 0) 0x7fc8a0073a90 con 0x7fc8a00736b0 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc88c003530 con 0x7fc8a00736b0 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3596401549 0 0) 0x7fc88c003530 con 0x7fc8a00736b0 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc8a0143d70 msgr2=0x7fc8a0151080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 --2- 172.21.15.116:0/1939423464 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc8a0143d70 0x7fc8a0151080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.304 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 >> v2:172.21.15.162:3300/0 conn(0x7fc8a006b620 msgr2=0x7fc8a0143830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 --2- 172.21.15.116:0/1939423464 >> v2:172.21.15.162:3300/0 conn(0x7fc8a006b620 0x7fc8a0143830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a00ade10 con 0x7fc8a00736b0 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fc890001680 con 0x7fc8a00736b0 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 >> v1:172.21.15.116:6789/0 conn(0x7fc8a00736b0 legacy=0x7fc8a00ad150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 --2- 172.21.15.116:0/1939423464 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc88c003980 0x7fc88c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 --2- 172.21.15.116:0/1939423464 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc8a0143d70 0x7fc88c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 --2- 172.21.15.116:0/1939423464 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc88c004d10 0x7fc88c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a00af0e0 con 0x7fc88c004d10 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a00adb30 con 0x7fc88c003980 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc88c00b990 con 0x7fc8a0143d70 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89ed9d640 1 --2- 172.21.15.116:0/1939423464 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc88c004d10 0x7fc88c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89e59c640 1 --2- 172.21.15.116:0/1939423464 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc88c003980 0x7fc88c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc895d9b640 1 --2- 172.21.15.116:0/1939423464 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc8a0143d70 0x7fc88c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89ed9d640 1 -- 172.21.15.116:0/1939423464 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc8a0143d70 msgr2=0x7fc88c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89ed9d640 1 --2- 172.21.15.116:0/1939423464 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc8a0143d70 0x7fc88c0047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89ed9d640 1 -- 172.21.15.116:0/1939423464 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc88c003980 msgr2=0x7fc88c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:00.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89ed9d640 1 --2- 172.21.15.116:0/1939423464 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc88c003980 0x7fc88c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.293+0000 7fc89ed9d640 1 -- 172.21.15.116:0/1939423464 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc88c003530 con 0x7fc88c004d10 2023-11-30T08:28:00.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc89ed9d640 1 --2- 172.21.15.116:0/1939423464 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc88c004d10 0x7fc88c005190 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fc898009fc0 tx=0x7fc89801cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f19cce691518c75 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:00.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8980a5b60 con 0x7fc88c004d10 2023-11-30T08:28:00.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc89800f040 con 0x7fc88c004d10 2023-11-30T08:28:00.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc89dd9b640 1 -- 172.21.15.116:0/1939423464 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8980ad440 con 0x7fc88c004d10 2023-11-30T08:28:00.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc8a4f59640 1 -- 172.21.15.116:0/1939423464 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc88c004d10 msgr2=0x7fc88c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:00.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc8a4f59640 1 --2- 172.21.15.116:0/1939423464 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc88c004d10 0x7fc88c005190 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fc898009fc0 tx=0x7fc89801cc60 comp rx=0 tx=0).stop 2023-11-30T08:28:00.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc89ed9d640 1 -- 172.21.15.116:0/1939423464 reap_dead start 2023-11-30T08:28:00.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc8a4f59640 1 -- 172.21.15.116:0/1939423464 shutdown_connections 2023-11-30T08:28:00.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc8a4f59640 1 -- 172.21.15.116:0/1939423464 >> 172.21.15.116:0/1939423464 conn(0x7fc8a006a580 msgr2=0x7fc8a006a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:00.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc8a4f59640 1 -- 172.21.15.116:0/1939423464 shutdown_connections 2023-11-30T08:28:00.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc8a4f59640 1 -- 172.21.15.116:0/1939423464 wait complete. 2023-11-30T08:28:00.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc8a4f59640 1 Processor -- start 2023-11-30T08:28:00.308 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.297+0000 7fc8a4f59640 1 -- start start 2023-11-30T08:28:00.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8a4f59640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc88c004d10 0x7fc8a01df1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8a4f59640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc8a01df6e0 0x7fc8a013a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8a4f59640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8a01dfb60 0x7fc8a013a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8a4f59640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a013d640 con 0x7fc8a01dfb60 2023-11-30T08:28:00.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8a4f59640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a013e770 con 0x7fc8a01df6e0 2023-11-30T08:28:00.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8a4f59640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a013d8b0 con 0x7fc88c004d10 2023-11-30T08:28:00.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89ed9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8a01dfb60 0x7fc8a013a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.310 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89ed9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8a01dfb60 0x7fc8a013a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:59936/0 (socket says 172.21.15.116:59936) 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89ed9d640 1 -- 172.21.15.116:0/2360278180 learned_addr learned my addr 172.21.15.116:0/2360278180 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89e59c640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc88c004d10 0x7fc8a01df1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc895d9b640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc8a01df6e0 0x7fc8a013a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89ed9d640 1 -- 172.21.15.116:0/2360278180 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc88c004d10 msgr2=0x7fc8a01df1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89ed9d640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc88c004d10 0x7fc8a01df1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89ed9d640 1 -- 172.21.15.116:0/2360278180 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc8a01df6e0 msgr2=0x7fc8a013a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89ed9d640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc8a01df6e0 0x7fc8a013a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89ed9d640 1 -- 172.21.15.116:0/2360278180 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a013ccd0 con 0x7fc8a01dfb60 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc895d9b640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc8a01df6e0 0x7fc8a013a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89e59c640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc88c004d10 0x7fc8a01df1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89ed9d640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8a01dfb60 0x7fc8a013a920 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fc8980b0040 tx=0x7fc898009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8977fe640 1 -- 172.21.15.116:0/2360278180 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8980039a0 con 0x7fc8a01dfb60 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8977fe640 1 -- 172.21.15.116:0/2360278180 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc898003b00 con 0x7fc8a01dfb60 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8a4f59640 1 -- 172.21.15.116:0/2360278180 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8a00afac0 con 0x7fc8a01dfb60 2023-11-30T08:28:00.311 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8977fe640 1 -- 172.21.15.116:0/2360278180 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc898003e70 con 0x7fc8a01dfb60 2023-11-30T08:28:00.312 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8a4f59640 1 -- 172.21.15.116:0/2360278180 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8a0147940 con 0x7fc8a01dfb60 2023-11-30T08:28:00.312 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8a4f59640 1 -- 172.21.15.116:0/2360278180 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8a0068960 con 0x7fc8a01dfb60 2023-11-30T08:28:00.312 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8977fe640 1 -- 172.21.15.116:0/2360278180 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fc8980b4040 con 0x7fc8a01dfb60 2023-11-30T08:28:00.312 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8977fe640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc8800664a0 0x7fc880068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.312 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc8977fe640 1 -- 172.21.15.116:0/2360278180 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fc8980a5e40 con 0x7fc8a01dfb60 2023-11-30T08:28:00.313 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89e59c640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc8800664a0 0x7fc880068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.313 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.301+0000 7fc89e59c640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc8800664a0 0x7fc880068960 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc890004880 tx=0x7fc8900047f0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:00.314 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.305+0000 7fc8977fe640 1 -- 172.21.15.116:0/2360278180 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fc8980ebd70 con 0x7fc8a01dfb60 2023-11-30T08:28:00.469 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.461+0000 7fc8a4f59640 1 -- 172.21.15.116:0/2360278180 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7fc8a013d9f0 con 0x7fc8a01dfb60 2023-11-30T08:28:00.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.465+0000 7fc8977fe640 1 -- 172.21.15.116:0/2360278180 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7fc8980ef390 con 0x7fc8a01dfb60 2023-11-30T08:28:00.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.469+0000 7fc8a4f59640 1 -- 172.21.15.116:0/2360278180 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc8800664a0 msgr2=0x7fc880068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:00.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.469+0000 7fc8a4f59640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc8800664a0 0x7fc880068960 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fc890004880 tx=0x7fc8900047f0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.469+0000 7fc8a4f59640 1 -- 172.21.15.116:0/2360278180 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8a01dfb60 msgr2=0x7fc8a013a920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:00.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.469+0000 7fc8a4f59640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8a01dfb60 0x7fc8a013a920 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fc8980b0040 tx=0x7fc898009750 comp rx=0 tx=0).stop 2023-11-30T08:28:00.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.469+0000 7fc8a4f59640 1 -- 172.21.15.116:0/2360278180 shutdown_connections 2023-11-30T08:28:00.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.469+0000 7fc8a4f59640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc8a01dfb60 0x7fc8a013a920 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.476 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.469+0000 7fc8a4f59640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fc8a01df6e0 0x7fc8a013a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.469+0000 7fc8a4f59640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fc8800664a0 0x7fc880068960 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.469+0000 7fc8a4f59640 1 --2- 172.21.15.116:0/2360278180 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fc88c004d10 0x7fc8a01df1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.469+0000 7fc8a4f59640 1 -- 172.21.15.116:0/2360278180 >> 172.21.15.116:0/2360278180 conn(0x7fc8a006a580 msgr2=0x7fc8a0066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:00.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.469+0000 7fc8a4f59640 1 -- 172.21.15.116:0/2360278180 shutdown_connections 2023-11-30T08:28:00.477 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.469+0000 7fc8a4f59640 1 -- 172.21.15.116:0/2360278180 wait complete. 2023-11-30T08:28:00.493 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_cephfs_shell.TestCD.test_cd_with_args' 2023-11-30T08:28:00.610 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f669296a640 1 Processor -- start 2023-11-30T08:28:00.610 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f669296a640 1 -- start start 2023-11-30T08:28:00.612 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f669296a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c071b10 0x7f668c144570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.612 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f669296a640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f668c0afc40 0x7f668c0b4a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f669296a640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f668c0b5470 con 0x7f668c071ef0 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f669296a640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f668c0b4f70 con 0x7f668c0afc40 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f669296a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f668c0b3980 con 0x7f668c071b10 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f668b7fe640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f668c071ef0 0x7f668c0b2b00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:60192/0 (socket says 172.21.15.116:60192) 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f668b7fe640 1 -- 172.21.15.116:0/2887499860 learned_addr learned my addr 172.21.15.116:0/2887499860 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1924916713 0 0) 0x7f668c0b5470 con 0x7f668c071ef0 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6674003530 con 0x7f668c071ef0 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f668bfff640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c071b10 0x7f668c144570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f6690f07640 1 --2- 172.21.15.116:0/2887499860 >> v2:172.21.15.162:3300/0 conn(0x7f668c0afc40 0x7f668c0b4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.601+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2512737513 0 0) 0x7f6674003530 con 0x7f668c071ef0 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c071b10 msgr2=0x7f668c144570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c071b10 0x7f668c144570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 >> v2:172.21.15.162:3300/0 conn(0x7f668c0afc40 msgr2=0x7f668c0b4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:00.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 --2- 172.21.15.116:0/2887499860 >> v2:172.21.15.162:3300/0 conn(0x7f668c0afc40 0x7f668c0b4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f668c0b5190 con 0x7f668c071ef0 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f667c001680 con 0x7f668c071ef0 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 >> v1:172.21.15.116:6789/0 conn(0x7f668c071ef0 legacy=0x7f668c0b2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6674003980 0x7f6674003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c071b10 0x7f66740047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6674004d10 0x7f6674005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f668c0b4f70 con 0x7f6674003980 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f668c0b3980 con 0x7f6674004d10 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f667400bba0 con 0x7f668c071b10 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668bfff640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6674003980 0x7f6674003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668bfff640 1 -- 172.21.15.116:0/2887499860 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c071b10 msgr2=0x7f66740047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668b7fe640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c071b10 0x7f66740047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f6690f07640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6674004d10 0x7f6674005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.615 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668bfff640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c071b10 0x7f66740047d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.615 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668bfff640 1 -- 172.21.15.116:0/2887499860 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6674004d10 msgr2=0x7f6674005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:00.615 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668bfff640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6674004d10 0x7f6674005190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.615 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668bfff640 1 -- 172.21.15.116:0/2887499860 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6674003530 con 0x7f6674003980 2023-11-30T08:28:00.615 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f6690f07640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6674004d10 0x7f6674005190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:00.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668bfff640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6674003980 0x7f6674003da0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f668000ba30 tx=0x7f668001c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ce87fd4f49fa3ef server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:00.617 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66800a49b0 con 0x7f6674003980 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66800a8070 con 0x7f6674003980 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f668affd640 1 -- 172.21.15.116:0/2887499860 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66800a4d50 con 0x7f6674003980 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f669296a640 1 -- 172.21.15.116:0/2887499860 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6674003980 msgr2=0x7f6674003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f669296a640 1 --2- 172.21.15.116:0/2887499860 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6674003980 0x7f6674003da0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f668000ba30 tx=0x7f668001c360 comp rx=0 tx=0).stop 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f6690f07640 1 -- 172.21.15.116:0/2887499860 reap_dead start 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f669296a640 1 -- 172.21.15.116:0/2887499860 shutdown_connections 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f669296a640 1 -- 172.21.15.116:0/2887499860 >> 172.21.15.116:0/2887499860 conn(0x7f668c0b91c0 msgr2=0x7f668c0b95d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f669296a640 1 -- 172.21.15.116:0/2887499860 shutdown_connections 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.605+0000 7f669296a640 1 -- 172.21.15.116:0/2887499860 wait complete. 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f669296a640 1 Processor -- start 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f669296a640 1 -- start start 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f669296a640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6674003980 0x7f668c14d100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f669296a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f668c146200 0x7f668c146680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.618 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f669296a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c1410b0 0x7f668c141530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f669296a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f668c147d00 con 0x7f668c146200 2023-11-30T08:28:00.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f669296a640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f668c146bc0 con 0x7f6674003980 2023-11-30T08:28:00.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f669296a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f668c1476f0 con 0x7f668c1410b0 2023-11-30T08:28:00.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f668b7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f668c146200 0x7f668c146680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f668b7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f668c146200 0x7f668c146680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:59960/0 (socket says 172.21.15.116:59960) 2023-11-30T08:28:00.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f668b7fe640 1 -- 172.21.15.116:0/1019923362 learned_addr learned my addr 172.21.15.116:0/1019923362 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:00.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f668b7fe640 1 -- 172.21.15.116:0/1019923362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c1410b0 msgr2=0x7f668c141530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:00.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f668bfff640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6674003980 0x7f668c14d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f6690f07640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c1410b0 0x7f668c141530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f668b7fe640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c1410b0 0x7f668c141530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f668b7fe640 1 -- 172.21.15.116:0/1019923362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6674003980 msgr2=0x7f668c14d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:00.619 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f668b7fe640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6674003980 0x7f668c14d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:00.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f668b7fe640 1 -- 172.21.15.116:0/1019923362 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f668c147990 con 0x7f668c146200 2023-11-30T08:28:00.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f668bfff640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6674003980 0x7f668c14d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:00.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f668b7fe640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f668c146200 0x7f668c146680 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f667c00d7e0 tx=0x7f667c00dca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:00.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f6688ff9640 1 -- 172.21.15.116:0/1019923362 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667c0074e0 con 0x7f668c146200 2023-11-30T08:28:00.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f6688ff9640 1 -- 172.21.15.116:0/1019923362 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f667c007640 con 0x7f668c146200 2023-11-30T08:28:00.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f669296a640 1 -- 172.21.15.116:0/1019923362 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f668c1456f0 con 0x7f668c146200 2023-11-30T08:28:00.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f6688ff9640 1 -- 172.21.15.116:0/1019923362 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667c0049f0 con 0x7f668c146200 2023-11-30T08:28:00.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f669296a640 1 -- 172.21.15.116:0/1019923362 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f668c14d960 con 0x7f668c146200 2023-11-30T08:28:00.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f669296a640 1 -- 172.21.15.116:0/1019923362 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f668c147e70 con 0x7f668c146200 2023-11-30T08:28:00.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f6688ff9640 1 -- 172.21.15.116:0/1019923362 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f667c004b50 con 0x7f668c146200 2023-11-30T08:28:00.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f6688ff9640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6678066470 0x7f6678068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:00.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f6688ff9640 1 -- 172.21.15.116:0/1019923362 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f667c0834c0 con 0x7f668c146200 2023-11-30T08:28:00.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.609+0000 7f668bfff640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6678066470 0x7f6678068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:00.621 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.613+0000 7f668bfff640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6678066470 0x7f6678068930 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f66800af000 tx=0x7f66800046d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:00.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.613+0000 7f6688ff9640 1 -- 172.21.15.116:0/1019923362 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f667c050cd0 con 0x7f668c146200 2023-11-30T08:28:00.746 DEBUG:teuthology.orchestra.run.smithi116:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-30T08:28:00.748 DEBUG:teuthology.orchestra.run.smithi162:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-30T08:28:00.834 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:00.825+0000 7f669296a640 1 -- 172.21.15.116:0/1019923362 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_cephfs_shell.TestCD.test_cd_with_args"]} v 0) v1 -- 0x7f668c147b20 con 0x7f668c146200 2023-11-30T08:28:01.170 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.161+0000 7f6688ff9640 1 -- 172.21.15.116:0/1019923362 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_cephfs_shell.TestCD.test_cd_with_args"]}]=0 v80) v1 ==== 134+0+0 (secure 0 0 0) 0x7f667c0542f0 con 0x7f668c146200 2023-11-30T08:28:01.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.165+0000 7f669296a640 1 -- 172.21.15.116:0/1019923362 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6678066470 msgr2=0x7f6678068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:01.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.165+0000 7f669296a640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6678066470 0x7f6678068930 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f66800af000 tx=0x7f66800046d0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.165+0000 7f669296a640 1 -- 172.21.15.116:0/1019923362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f668c146200 msgr2=0x7f668c146680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:01.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.165+0000 7f669296a640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f668c146200 0x7f668c146680 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f667c00d7e0 tx=0x7f667c00dca0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.165+0000 7f669296a640 1 -- 172.21.15.116:0/1019923362 shutdown_connections 2023-11-30T08:28:01.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.165+0000 7f669296a640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6678066470 0x7f6678068930 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.165+0000 7f669296a640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f668c1410b0 0x7f668c141530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.173 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.165+0000 7f669296a640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f668c146200 0x7f668c146680 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.174 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.165+0000 7f669296a640 1 --2- 172.21.15.116:0/1019923362 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6674003980 0x7f668c14d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.174 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.165+0000 7f669296a640 1 -- 172.21.15.116:0/1019923362 >> 172.21.15.116:0/1019923362 conn(0x7f668c0b91c0 msgr2=0x7f668c142700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:01.174 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.165+0000 7f669296a640 1 -- 172.21.15.116:0/1019923362 shutdown_connections 2023-11-30T08:28:01.174 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.165+0000 7f669296a640 1 -- 172.21.15.116:0/1019923362 wait complete. 2023-11-30T08:28:01.193 INFO:tasks.cephfs_test_runner:Test that when cd is issued with an argument, CWD is changed ... ERROR 2023-11-30T08:28:01.193 INFO:tasks.cephfs_test_runner: 2023-11-30T08:28:01.193 INFO:tasks.cephfs_test_runner:====================================================================== 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner:ERROR: test_cd_with_args (tasks.cephfs.test_cephfs_shell.TestCD) 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner:Test that when cd is issued with an argument, CWD is changed 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/qa/tasks/cephfs/test_cephfs_shell.py", line 602, in test_cd_with_args 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner: output = self.get_cephfs_shell_script_output(script) 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/qa/tasks/cephfs/test_cephfs_shell.py", line 161, in get_cephfs_shell_script_output 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner: return ensure_str(self.run_cephfs_shell_script( 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/qa/tasks/cephfs/test_cephfs_shell.py", line 153, in run_cephfs_shell_script 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner: return mount_x.client_remote.run(args=args, stdout=stdout, 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner: r.wait() 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait 2023-11-30T08:28:01.194 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi116 with status 127: 'cephfs-shell -b /tmp/test-cephfsskr0bvpg' 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner: 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner:Ran 1 test in 40.853s 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner: 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner:FAILED (errors=1) 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner: 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner:====================================================================== 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner:ERROR: test_cd_with_args (tasks.cephfs.test_cephfs_shell.TestCD) 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner:Test that when cd is issued with an argument, CWD is changed 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/qa/tasks/cephfs/test_cephfs_shell.py", line 602, in test_cd_with_args 2023-11-30T08:28:01.195 INFO:tasks.cephfs_test_runner: output = self.get_cephfs_shell_script_output(script) 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/qa/tasks/cephfs/test_cephfs_shell.py", line 161, in get_cephfs_shell_script_output 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: return ensure_str(self.run_cephfs_shell_script( 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/qa/tasks/cephfs/test_cephfs_shell.py", line 153, in run_cephfs_shell_script 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: return mount_x.client_remote.run(args=args, stdout=stdout, 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/remote.py", line 523, in run 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 455, in run 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: r.wait() 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 161, in wait 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/orchestra/run.py", line 181, in _raise_for_status 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi116 with status 127: 'cephfs-shell -b /tmp/test-cephfsskr0bvpg' 2023-11-30T08:28:01.196 INFO:tasks.cephfs_test_runner: 2023-11-30T08:28:01.197 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_cd_with_args (tasks.cephfs.test_cephfs_shell.TestCD) 2023-11-30T08:28:01.267 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=640b4fa336e6428a8d3dcc8ab65581f1 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_1fa8a21e5009a1a3a2be6bf3680f85de5ba47b59/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_cd_with_args (tasks.cephfs.test_cephfs_shell.TestCD) 2023-11-30T08:28:01.268 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2023-11-30T08:28:01.281 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2023-11-30T08:28:01.292 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2023-11-30T08:28:01.292 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2023-11-30T08:28:01.293 DEBUG:teuthology.orchestra.run.smithi116:> dd if=/proc/self/mounts of=/dev/stdout 2023-11-30T08:28:01.307 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,relatime,size=16336540k,nr_inodes=4084135,mode=755,inode64 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3274696k,mode=755,inode64 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev,inode64 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=30,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17665 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysusers.service ramfs ro,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3274692k,nr_inodes=818673,mode=700,uid=1000,gid=1271,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3274696k,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 2023-11-30T08:28:01.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:28:01.307 DEBUG:teuthology.orchestra.run.smithi116:> ip netns list 2023-11-30T08:28:01.353 INFO:teuthology.orchestra.run.smithi116.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-11-30T08:28:01.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:28:01.353 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2023-11-30T08:28:01.409 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-11-30T08:28:01.409 DEBUG:teuthology.orchestra.run.smithi116:> sudo ip link delete ceph-brx 2023-11-30T08:28:01.613 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2023-11-30T08:28:01.624 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-11-30T08:28:01.624 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:28:01.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c3b522640 1 Processor -- start 2023-11-30T08:28:01.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c3b522640 1 -- start start 2023-11-30T08:28:01.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c3b522640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2c340bc800 0x7f2c340b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:01.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c3b522640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f2c34149c80 0x7f2c3414a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:01.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c3b522640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f2c3413ff50 0x7f2c341403a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:01.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c3b522640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c3414a620 con 0x7f2c34149c80 2023-11-30T08:28:01.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c3b522640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c340bcbe0 con 0x7f2c3413ff50 2023-11-30T08:28:01.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c3b522640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c340b38f0 con 0x7f2c340bc800 2023-11-30T08:28:01.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c38abd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f2c34149c80 0x7f2c3414a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:01.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c38abd640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f2c34149c80 0x7f2c3414a0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:59962/0 (socket says 172.21.15.116:59962) 2023-11-30T08:28:01.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c38abd640 1 -- 172.21.15.116:0/4077482093 learned_addr learned my addr 172.21.15.116:0/4077482093 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:01.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c392be640 1 --2- 172.21.15.116:0/4077482093 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2c340bc800 0x7f2c340b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:01.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c39abf640 1 --2- 172.21.15.116:0/4077482093 >> v2:172.21.15.162:3300/0 conn(0x7f2c3413ff50 0x7f2c341403a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:01.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c38abd640 1 -- 172.21.15.116:0/4077482093 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2c340bc800 msgr2=0x7f2c340b4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:01.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c38abd640 1 --2- 172.21.15.116:0/4077482093 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2c340bc800 0x7f2c340b4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c38abd640 1 -- 172.21.15.116:0/4077482093 >> v2:172.21.15.162:3300/0 conn(0x7f2c3413ff50 msgr2=0x7f2c341403a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:01.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c38abd640 1 --2- 172.21.15.116:0/4077482093 >> v2:172.21.15.162:3300/0 conn(0x7f2c3413ff50 0x7f2c341403a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c38abd640 1 -- 172.21.15.116:0/4077482093 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c340b3bd0 con 0x7f2c34149c80 2023-11-30T08:28:01.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.745+0000 7f2c38abd640 1 --2- 172.21.15.116:0/4077482093 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c34149c80 0x7f2c3414a0e0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f2c3414aca0 tx=0x7f2c2401c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=313434b670115606 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:01.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c2bfff640 1 -- 172.21.15.116:0/4077482093 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c240ad660 con 0x7f2c34149c80 2023-11-30T08:28:01.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c2bfff640 1 -- 172.21.15.116:0/4077482093 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c240ad7c0 con 0x7f2c34149c80 2023-11-30T08:28:01.756 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c2bfff640 1 -- 172.21.15.116:0/4077482093 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c240adb50 con 0x7f2c34149c80 2023-11-30T08:28:01.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 -- 172.21.15.116:0/4077482093 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c34149c80 msgr2=0x7f2c3414a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:01.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 --2- 172.21.15.116:0/4077482093 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c34149c80 0x7f2c3414a0e0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f2c3414aca0 tx=0x7f2c2401c4d0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 -- 172.21.15.116:0/4077482093 shutdown_connections 2023-11-30T08:28:01.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 --2- 172.21.15.116:0/4077482093 >> v2:172.21.15.162:3300/0 conn(0x7f2c3413ff50 0x7f2c341403a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 --2- 172.21.15.116:0/4077482093 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c34149c80 0x7f2c3414a0e0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 --2- 172.21.15.116:0/4077482093 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2c340bc800 0x7f2c340b4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 -- 172.21.15.116:0/4077482093 >> 172.21.15.116:0/4077482093 conn(0x7f2c340722b0 msgr2=0x7f2c340bbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:01.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 -- 172.21.15.116:0/4077482093 shutdown_connections 2023-11-30T08:28:01.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 -- 172.21.15.116:0/4077482093 wait complete. 2023-11-30T08:28:01.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 Processor -- start 2023-11-30T08:28:01.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 -- start start 2023-11-30T08:28:01.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2c340bc800 0x7f2c34142060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:01.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2c3413ff50 0x7f2c341e2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:01.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c34149c80 0x7f2c341e2670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:01.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c34141220 con 0x7f2c34149c80 2023-11-30T08:28:01.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c341425a0 con 0x7f2c340bc800 2023-11-30T08:28:01.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c34143750 con 0x7f2c3413ff50 2023-11-30T08:28:01.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c39abf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c34149c80 0x7f2c341e2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:01.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c39abf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c34149c80 0x7f2c341e2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:59972/0 (socket says 172.21.15.116:59972) 2023-11-30T08:28:01.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c39abf640 1 -- 172.21.15.116:0/1151176410 learned_addr learned my addr 172.21.15.116:0/1151176410 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:01.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c38abd640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2c3413ff50 0x7f2c341e2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:01.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c392be640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2c340bc800 0x7f2c34142060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:01.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c39abf640 1 -- 172.21.15.116:0/1151176410 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2c3413ff50 msgr2=0x7f2c341e2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:01.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c39abf640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2c3413ff50 0x7f2c341e2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c39abf640 1 -- 172.21.15.116:0/1151176410 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2c340bc800 msgr2=0x7f2c34142060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:01.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c39abf640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2c340bc800 0x7f2c34142060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c39abf640 1 -- 172.21.15.116:0/1151176410 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c240094d0 con 0x7f2c34149c80 2023-11-30T08:28:01.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c39abf640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c34149c80 0x7f2c341e2670 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f2c3000d800 tx=0x7f2c3000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:01.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c29ffb640 1 -- 172.21.15.116:0/1151176410 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c3000b6c0 con 0x7f2c34149c80 2023-11-30T08:28:01.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c29ffb640 1 -- 172.21.15.116:0/1151176410 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c3000b820 con 0x7f2c34149c80 2023-11-30T08:28:01.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c29ffb640 1 -- 172.21.15.116:0/1151176410 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c3000bbd0 con 0x7f2c34149c80 2023-11-30T08:28:01.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 -- 172.21.15.116:0/1151176410 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c34143a30 con 0x7f2c34149c80 2023-11-30T08:28:01.762 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.749+0000 7f2c3b522640 1 -- 172.21.15.116:0/1151176410 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c340bbac0 con 0x7f2c34149c80 2023-11-30T08:28:01.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.753+0000 7f2c3b522640 1 -- 172.21.15.116:0/1151176410 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c34067de0 con 0x7f2c34149c80 2023-11-30T08:28:01.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.753+0000 7f2c29ffb640 1 -- 172.21.15.116:0/1151176410 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f2c3000bd30 con 0x7f2c34149c80 2023-11-30T08:28:01.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.753+0000 7f2c29ffb640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2c18066470 0x7f2c18068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:01.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.753+0000 7f2c29ffb640 1 -- 172.21.15.116:0/1151176410 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f2c30083fa0 con 0x7f2c34149c80 2023-11-30T08:28:01.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.753+0000 7f2c392be640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2c18066470 0x7f2c18068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:01.763 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.753+0000 7f2c392be640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2c18066470 0x7f2c18068930 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c003fd0 tx=0x7f2c2c0039c0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:01.765 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.757+0000 7f2c29ffb640 1 -- 172.21.15.116:0/1151176410 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f2c300b5280 con 0x7f2c34149c80 2023-11-30T08:28:01.916 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.909+0000 7f2c3b522640 1 -- 172.21.15.116:0/1151176410 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2c3413fd90 con 0x7f2c18066470 2023-11-30T08:28:01.919 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c29ffb640 1 -- 172.21.15.116:0/1151176410 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49773 (secure 0 0 0) 0x7f2c3413fd90 con 0x7f2c18066470 2023-11-30T08:28:01.920 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:28:01.921 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:28:01.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c3b522640 1 -- 172.21.15.116:0/1151176410 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2c18066470 msgr2=0x7f2c18068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:01.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c3b522640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2c18066470 0x7f2c18068930 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c003fd0 tx=0x7f2c2c0039c0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c3b522640 1 -- 172.21.15.116:0/1151176410 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c34149c80 msgr2=0x7f2c341e2670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:01.922 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c3b522640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c34149c80 0x7f2c341e2670 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f2c3000d800 tx=0x7f2c3000dcc0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c3b522640 1 -- 172.21.15.116:0/1151176410 shutdown_connections 2023-11-30T08:28:01.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c3b522640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c34149c80 0x7f2c341e2670 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c3b522640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2c18066470 0x7f2c18068930 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c3b522640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f2c3413ff50 0x7f2c341e2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c3b522640 1 --2- 172.21.15.116:0/1151176410 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f2c340bc800 0x7f2c34142060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:01.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c3b522640 1 -- 172.21.15.116:0/1151176410 >> 172.21.15.116:0/1151176410 conn(0x7f2c340722b0 msgr2=0x7f2c34145350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:01.923 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c3b522640 1 -- 172.21.15.116:0/1151176410 shutdown_connections 2023-11-30T08:28:01.924 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:01.913+0000 7f2c3b522640 1 -- 172.21.15.116:0/1151176410 wait complete. 2023-11-30T08:28:01.939 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":61,"stamp":"2023-11-30T08:28:00.796957+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219980,"kb_used_data":3824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754740,"statfs":{"total":773094113280,"available":772868853760,"internally_reserved":0,"allocated":3915776,"data_stored":2223904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-10889,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-52,"num_write_kb":-26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001459"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":172,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.591527+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:27:39.591527+0000","last_peered":"2023-11-30T08:27:39.591527+0000","last_clean":"2023-11-30T08:27:39.591527+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:27:39.591527+0000","last_undegraded":"2023-11-30T08:27:39.591527+0000","last_fullsized":"2023-11-30T08:27:39.591527+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27920,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343920,"statfs":{"total":96636764160,"available":96608174080,"internally_reserved":0,"allocated":921600,"data_stored":714446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.51500000000000001}]},{"osd":1,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.72,"5min":1.72,"15min":1.72},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.72499999999999998}]},{"osd":2,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.8759999999999999,"5min":1.8759999999999999,"15min":1.8759999999999999},"last":0.86499999999999999}]},{"osd":3,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.998}]},{"osd":4,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.113},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":2.3090000000000002,"5min":2.3090000000000002,"15min":2.3090000000000002},"last":1.0740000000000001}]},{"osd":5,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"max":{"1min":1.5600000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":1.159},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":2.1899999999999999,"5min":2.1899999999999999,"15min":2.1899999999999999},"last":0.94199999999999995}]},{"osd":6,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":2.0049999999999999,"5min":2.0049999999999999,"15min":2.0049999999999999},"last":1.198},{"interface":"front","average":{"1min":1.151,"5min":1.151,"15min":1.151},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.238,"5min":2.238,"15min":2.238},"last":1.2190000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27344,"kb_used_data":324,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344496,"statfs":{"total":96636764160,"available":96608763904,"internally_reserved":0,"allocated":331776,"data_stored":124604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.2869999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":1.093}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.96099999999999997}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.876},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":0.76500000000000001}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":1.0289999999999999}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.1319999999999999},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":1.3240000000000001}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.288},{"interface":"front","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.2}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.091,"15min":1.091},"min":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":1.1559999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574866,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":336,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":344064,"data_stored":130741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.004}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.81200000000000006}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":1.139},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.548,"5min":1.548,"15min":1.548},"last":0.85799999999999998}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.89700000000000002},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":1.044}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":1.2070000000000001}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.105,"5min":1.105,"15min":1.105},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.6180000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":1.1140000000000001},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":2.5179999999999998,"5min":2.5179999999999998,"15min":2.5179999999999998},"last":1.083}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"min":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"max":{"1min":2.153,"5min":2.153,"15min":2.153},"last":1.2569999999999999},{"interface":"front","average":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":1.615,"5min":1.615,"15min":1.615},"last":1.1839999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":336,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":344064,"data_stored":130173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.71799999999999997}]},{"osd":1,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":1.048},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.66200000000000003}]},{"osd":3,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":1.016},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.149}]},{"osd":5,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.94799999999999995},{"interface":"front","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.88600000000000001}]},{"osd":6,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.8680000000000001,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.91500000000000004},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.752,"5min":0.752,"15min":0.752},"max":{"1min":1.734,"5min":1.734,"15min":1.734},"last":1.1040000000000001}]},{"osd":7,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":1.0740000000000001},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.98599999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":348160,"data_stored":134101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.77500000000000002}]},{"osd":1,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":1.9850000000000001},"last":0.56100000000000005}]},{"osd":2,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.871,"5min":1.871,"15min":1.871},"last":0.72799999999999998}]},{"osd":4,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":2.024,"5min":2.024,"15min":2.024},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":1.802,"5min":1.802,"15min":1.802},"last":0.91700000000000004}]},{"osd":5,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.756,"5min":1.756,"15min":1.756},"last":0.83899999999999997},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":2.0990000000000002,"5min":2.0990000000000002,"15min":2.0990000000000002},"last":0.998}]},{"osd":6,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.244},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.9530000000000001,"5min":1.9530000000000001,"15min":1.9530000000000001},"last":1.0549999999999999}]},{"osd":7,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.667,"5min":1.667,"15min":1.667},"last":1.131}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":339968,"data_stored":130139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.64700000000000002}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.93000000000000005}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.69599999999999995}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.752},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.504,"5min":1.504,"15min":1.504},"last":1.01}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.98899999999999999},{"interface":"front","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.96299999999999997}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":1.103},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.873}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.153},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":1.0349999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":360448,"data_stored":140182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.438}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.67700000000000005}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.34399999999999997}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.96099999999999997}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.93500000000000005}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":2.3239999999999998,"5min":2.3239999999999998,"15min":2.3239999999999998},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.73799999999999999}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.774,"5min":1.774,"15min":1.774},"last":0.871},{"interface":"front","average":{"1min":1.054,"5min":1.054,"15min":1.054},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.61499999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574864,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27924,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343916,"statfs":{"total":96636764160,"available":96608169984,"internally_reserved":0,"allocated":925696,"data_stored":719518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.71699999999999997}]},{"osd":2,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.64000000000000001}]},{"osd":3,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.67200000000000004}]},{"osd":4,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.78600000000000003}]},{"osd":5,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.82999999999999996},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.9039999999999999,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":1.0229999999999999}]},{"osd":6,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.89100000000000001},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":0.93100000000000005}]},{"osd":7,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.6000000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.85099999999999998},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.90800000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:28:01.941 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:28:02.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.053+0000 7f785fe1f640 1 Processor -- start 2023-11-30T08:28:02.063 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.053+0000 7f785fe1f640 1 -- start start 2023-11-30T08:28:02.064 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785fe1f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78580bc800 0x7f78580b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785fe1f640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f7858149c80 0x7f785814a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785fe1f640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f785813ff50 0x7f78581403a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785fe1f640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f785814a620 con 0x7f7858149c80 2023-11-30T08:28:02.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785fe1f640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78580bcbe0 con 0x7f785813ff50 2023-11-30T08:28:02.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785fe1f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78580b38f0 con 0x7f78580bc800 2023-11-30T08:28:02.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785d3ba640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f7858149c80 0x7f785814a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785d3ba640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f7858149c80 0x7f785814a0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:59976/0 (socket says 172.21.15.116:59976) 2023-11-30T08:28:02.065 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785d3ba640 1 -- 172.21.15.116:0/3114565892 learned_addr learned my addr 172.21.15.116:0/3114565892 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:02.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785dbbb640 1 --2- 172.21.15.116:0/3114565892 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78580bc800 0x7f78580b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785e3bc640 1 --2- 172.21.15.116:0/3114565892 >> v2:172.21.15.162:3300/0 conn(0x7f785813ff50 0x7f78581403a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785d3ba640 1 -- 172.21.15.116:0/3114565892 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78580bc800 msgr2=0x7f78580b4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:02.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785d3ba640 1 --2- 172.21.15.116:0/3114565892 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78580bc800 0x7f78580b4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785d3ba640 1 -- 172.21.15.116:0/3114565892 >> v2:172.21.15.162:3300/0 conn(0x7f785813ff50 msgr2=0x7f78581403a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:02.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785d3ba640 1 --2- 172.21.15.116:0/3114565892 >> v2:172.21.15.162:3300/0 conn(0x7f785813ff50 0x7f78581403a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.066 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785d3ba640 1 -- 172.21.15.116:0/3114565892 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78580b3bd0 con 0x7f7858149c80 2023-11-30T08:28:02.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785d3ba640 1 --2- 172.21.15.116:0/3114565892 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7858149c80 0x7f785814a0e0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f785814aca0 tx=0x7f784801c4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c087c806229e39b6 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:02.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785cbb9640 1 -- 172.21.15.116:0/3114565892 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78480ad660 con 0x7f7858149c80 2023-11-30T08:28:02.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785cbb9640 1 -- 172.21.15.116:0/3114565892 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78480ad7c0 con 0x7f7858149c80 2023-11-30T08:28:02.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.057+0000 7f785cbb9640 1 -- 172.21.15.116:0/3114565892 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78480adb50 con 0x7f7858149c80 2023-11-30T08:28:02.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 -- 172.21.15.116:0/3114565892 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7858149c80 msgr2=0x7f785814a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.068 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 --2- 172.21.15.116:0/3114565892 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7858149c80 0x7f785814a0e0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f785814aca0 tx=0x7f784801c4d0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 -- 172.21.15.116:0/3114565892 shutdown_connections 2023-11-30T08:28:02.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 --2- 172.21.15.116:0/3114565892 >> v2:172.21.15.162:3300/0 conn(0x7f785813ff50 0x7f78581403a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 --2- 172.21.15.116:0/3114565892 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7858149c80 0x7f785814a0e0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 --2- 172.21.15.116:0/3114565892 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78580bc800 0x7f78580b4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 -- 172.21.15.116:0/3114565892 >> 172.21.15.116:0/3114565892 conn(0x7f78580722b0 msgr2=0x7f78580bbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:02.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 -- 172.21.15.116:0/3114565892 shutdown_connections 2023-11-30T08:28:02.069 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 -- 172.21.15.116:0/3114565892 wait complete. 2023-11-30T08:28:02.071 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 Processor -- start 2023-11-30T08:28:02.071 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 -- start start 2023-11-30T08:28:02.071 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78580bc800 0x7f78581410e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.071 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f785813ff50 0x7f7858142f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7858149c80 0x7f7858141f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7858143450 con 0x7f7858149c80 2023-11-30T08:28:02.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f785813c010 con 0x7f785813ff50 2023-11-30T08:28:02.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78581436d0 con 0x7f78580bc800 2023-11-30T08:28:02.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785e3bc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7858149c80 0x7f7858141f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785e3bc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7858149c80 0x7f7858141f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:59990/0 (socket says 172.21.15.116:59990) 2023-11-30T08:28:02.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785e3bc640 1 -- 172.21.15.116:0/71046937 learned_addr learned my addr 172.21.15.116:0/71046937 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:02.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785dbbb640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78580bc800 0x7f78581410e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.072 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785d3ba640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f785813ff50 0x7f7858142f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785e3bc640 1 -- 172.21.15.116:0/71046937 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78580bc800 msgr2=0x7f78581410e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785e3bc640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78580bc800 0x7f78581410e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785e3bc640 1 -- 172.21.15.116:0/71046937 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f785813ff50 msgr2=0x7f7858142f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785e3bc640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f785813ff50 0x7f7858142f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785e3bc640 1 -- 172.21.15.116:0/71046937 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78480094d0 con 0x7f7858149c80 2023-11-30T08:28:02.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785e3bc640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7858149c80 0x7f7858141f10 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f7850007e40 tx=0x7f785000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:02.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f784e7fc640 1 -- 172.21.15.116:0/71046937 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7850014620 con 0x7f7858149c80 2023-11-30T08:28:02.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f784e7fc640 1 -- 172.21.15.116:0/71046937 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f785000ee90 con 0x7f7858149c80 2023-11-30T08:28:02.073 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 -- 172.21.15.116:0/71046937 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78581439b0 con 0x7f7858149c80 2023-11-30T08:28:02.074 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f784e7fc640 1 -- 172.21.15.116:0/71046937 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78500149e0 con 0x7f7858149c80 2023-11-30T08:28:02.074 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.061+0000 7f785fe1f640 1 -- 172.21.15.116:0/71046937 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f785813ed80 con 0x7f7858149c80 2023-11-30T08:28:02.074 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.065+0000 7f785fe1f640 1 -- 172.21.15.116:0/71046937 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7858067de0 con 0x7f7858149c80 2023-11-30T08:28:02.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.065+0000 7f784e7fc640 1 -- 172.21.15.116:0/71046937 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7850014b40 con 0x7f7858149c80 2023-11-30T08:28:02.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.065+0000 7f784e7fc640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f783c0664a0 0x7f783c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.065+0000 7f784e7fc640 1 -- 172.21.15.116:0/71046937 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f7850084410 con 0x7f7858149c80 2023-11-30T08:28:02.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.065+0000 7f785dbbb640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f783c0664a0 0x7f783c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.075 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.065+0000 7f785dbbb640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f783c0664a0 0x7f783c068960 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f78580b98c0 tx=0x7f7854008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:02.077 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.069+0000 7f784e7fc640 1 -- 172.21.15.116:0/71046937 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f7850051c20 con 0x7f7858149c80 2023-11-30T08:28:02.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.221+0000 7f785fe1f640 1 -- 172.21.15.116:0/71046937 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f78580b7020 con 0x7f783c0664a0 2023-11-30T08:28:02.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.225+0000 7f784e7fc640 1 -- 172.21.15.116:0/71046937 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49773 (secure 0 0 0) 0x7f785400b200 con 0x7f783c0664a0 2023-11-30T08:28:02.233 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:28:02.234 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:28:02.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.229+0000 7f785fe1f640 1 -- 172.21.15.116:0/71046937 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f783c0664a0 msgr2=0x7f783c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.229+0000 7f785fe1f640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f783c0664a0 0x7f783c068960 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f78580b98c0 tx=0x7f7854008040 comp rx=0 tx=0).stop 2023-11-30T08:28:02.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.229+0000 7f785fe1f640 1 -- 172.21.15.116:0/71046937 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7858149c80 msgr2=0x7f7858141f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.229+0000 7f785fe1f640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7858149c80 0x7f7858141f10 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f7850007e40 tx=0x7f785000e4b0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.229+0000 7f785fe1f640 1 -- 172.21.15.116:0/71046937 shutdown_connections 2023-11-30T08:28:02.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.229+0000 7f785fe1f640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7858149c80 0x7f7858141f10 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.229+0000 7f785fe1f640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f785813ff50 0x7f7858142f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.237 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.229+0000 7f785fe1f640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f783c0664a0 0x7f783c068960 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.237 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.229+0000 7f785fe1f640 1 --2- 172.21.15.116:0/71046937 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f78580bc800 0x7f78581410e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.237 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.229+0000 7f785fe1f640 1 -- 172.21.15.116:0/71046937 >> 172.21.15.116:0/71046937 conn(0x7f78580722b0 msgr2=0x7f7858147960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:02.237 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.229+0000 7f785fe1f640 1 -- 172.21.15.116:0/71046937 shutdown_connections 2023-11-30T08:28:02.237 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.229+0000 7f785fe1f640 1 -- 172.21.15.116:0/71046937 wait complete. 2023-11-30T08:28:02.253 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":61,"stamp":"2023-11-30T08:28:00.796957+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219980,"kb_used_data":3824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754740,"statfs":{"total":773094113280,"available":772868853760,"internally_reserved":0,"allocated":3915776,"data_stored":2223904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-10889,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-52,"num_write_kb":-26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001459"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":172,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.591527+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:27:39.591527+0000","last_peered":"2023-11-30T08:27:39.591527+0000","last_clean":"2023-11-30T08:27:39.591527+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:27:39.591527+0000","last_undegraded":"2023-11-30T08:27:39.591527+0000","last_fullsized":"2023-11-30T08:27:39.591527+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27920,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343920,"statfs":{"total":96636764160,"available":96608174080,"internally_reserved":0,"allocated":921600,"data_stored":714446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.51500000000000001}]},{"osd":1,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.72,"5min":1.72,"15min":1.72},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.72499999999999998}]},{"osd":2,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.8759999999999999,"5min":1.8759999999999999,"15min":1.8759999999999999},"last":0.86499999999999999}]},{"osd":3,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.998}]},{"osd":4,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.113},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":2.3090000000000002,"5min":2.3090000000000002,"15min":2.3090000000000002},"last":1.0740000000000001}]},{"osd":5,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"max":{"1min":1.5600000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":1.159},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":2.1899999999999999,"5min":2.1899999999999999,"15min":2.1899999999999999},"last":0.94199999999999995}]},{"osd":6,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":2.0049999999999999,"5min":2.0049999999999999,"15min":2.0049999999999999},"last":1.198},{"interface":"front","average":{"1min":1.151,"5min":1.151,"15min":1.151},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.238,"5min":2.238,"15min":2.238},"last":1.2190000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27344,"kb_used_data":324,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344496,"statfs":{"total":96636764160,"available":96608763904,"internally_reserved":0,"allocated":331776,"data_stored":124604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.2869999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":1.093}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.96099999999999997}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.876},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":0.76500000000000001}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":1.0289999999999999}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.1319999999999999},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":1.3240000000000001}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.288},{"interface":"front","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.2}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.091,"15min":1.091},"min":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":1.1559999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574866,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":336,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":344064,"data_stored":130741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.004}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.81200000000000006}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":1.139},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.548,"5min":1.548,"15min":1.548},"last":0.85799999999999998}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.89700000000000002},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":1.044}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":1.2070000000000001}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.105,"5min":1.105,"15min":1.105},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.6180000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":1.1140000000000001},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":2.5179999999999998,"5min":2.5179999999999998,"15min":2.5179999999999998},"last":1.083}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"min":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"max":{"1min":2.153,"5min":2.153,"15min":2.153},"last":1.2569999999999999},{"interface":"front","average":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":1.615,"5min":1.615,"15min":1.615},"last":1.1839999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":336,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":344064,"data_stored":130173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.71799999999999997}]},{"osd":1,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":1.048},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.66200000000000003}]},{"osd":3,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":1.016},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.149}]},{"osd":5,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.94799999999999995},{"interface":"front","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.88600000000000001}]},{"osd":6,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.8680000000000001,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.91500000000000004},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.752,"5min":0.752,"15min":0.752},"max":{"1min":1.734,"5min":1.734,"15min":1.734},"last":1.1040000000000001}]},{"osd":7,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":1.0740000000000001},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.98599999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":348160,"data_stored":134101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.77500000000000002}]},{"osd":1,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":1.9850000000000001},"last":0.56100000000000005}]},{"osd":2,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.871,"5min":1.871,"15min":1.871},"last":0.72799999999999998}]},{"osd":4,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":2.024,"5min":2.024,"15min":2.024},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":1.802,"5min":1.802,"15min":1.802},"last":0.91700000000000004}]},{"osd":5,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.756,"5min":1.756,"15min":1.756},"last":0.83899999999999997},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":2.0990000000000002,"5min":2.0990000000000002,"15min":2.0990000000000002},"last":0.998}]},{"osd":6,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.244},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.9530000000000001,"5min":1.9530000000000001,"15min":1.9530000000000001},"last":1.0549999999999999}]},{"osd":7,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.667,"5min":1.667,"15min":1.667},"last":1.131}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":339968,"data_stored":130139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.64700000000000002}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.93000000000000005}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.69599999999999995}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.752},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.504,"5min":1.504,"15min":1.504},"last":1.01}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.98899999999999999},{"interface":"front","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.96299999999999997}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":1.103},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.873}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.153},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":1.0349999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":360448,"data_stored":140182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.438}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.67700000000000005}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.34399999999999997}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.96099999999999997}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.93500000000000005}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":2.3239999999999998,"5min":2.3239999999999998,"15min":2.3239999999999998},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.73799999999999999}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.774,"5min":1.774,"15min":1.774},"last":0.871},{"interface":"front","average":{"1min":1.054,"5min":1.054,"15min":1.054},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.61499999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574864,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27924,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343916,"statfs":{"total":96636764160,"available":96608169984,"internally_reserved":0,"allocated":925696,"data_stored":719518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.71699999999999997}]},{"osd":2,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.64000000000000001}]},{"osd":3,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.67200000000000004}]},{"osd":4,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.78600000000000003}]},{"osd":5,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.82999999999999996},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.9039999999999999,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":1.0229999999999999}]},{"osd":6,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.89100000000000001},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":0.93100000000000005}]},{"osd":7,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.6000000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.85099999999999998},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.90800000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:28:02.254 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-11-30T08:28:02.254 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:28:02.375 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.365+0000 7f4d0b259640 1 Processor -- start 2023-11-30T08:28:02.375 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.365+0000 7f4d0b259640 1 -- start start 2023-11-30T08:28:02.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d0b259640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4d040b0340 0x7f4d0413ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d0b259640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d040af2e0 con 0x7f4d040b3fd0 2023-11-30T08:28:02.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d0b259640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d040b1f50 con 0x7f4d0406c920 2023-11-30T08:28:02.377 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d0b259640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d0406cd00 con 0x7f4d040b0340 2023-11-30T08:28:02.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d03fff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f4d040b3fd0 0x7f4d0413e320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:60200/0 (socket says 172.21.15.116:60200) 2023-11-30T08:28:02.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d03fff640 1 -- 172.21.15.116:0/3640845590 learned_addr learned my addr 172.21.15.116:0/3640845590 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:28:02.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1006328863 0 0) 0x7f4d040af2e0 con 0x7f4d040b3fd0 2023-11-30T08:28:02.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4cec003530 con 0x7f4d040b3fd0 2023-11-30T08:28:02.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d097f6640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4d040b0340 0x7f4d0413ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1856419448 0 0) 0x7f4cec003530 con 0x7f4d040b3fd0 2023-11-30T08:28:02.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4d040b0340 msgr2=0x7f4d0413ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:02.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4d040b0340 0x7f4d0413ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.378 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 >> v1:172.21.15.162:6789/0 conn(0x7f4d0406c920 legacy=0x7f4d040afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d040af530 con 0x7f4d040b3fd0 2023-11-30T08:28:02.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f4cf8001680 con 0x7f4d040b3fd0 2023-11-30T08:28:02.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 >> v1:172.21.15.116:6789/0 conn(0x7f4d040b3fd0 legacy=0x7f4d0413e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4cec0039b0 0x7f4cec003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cec0047d0 0x7f4cec004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4cec0051e0 0x7f4cec00b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d0406cd00 con 0x7f4cec0047d0 2023-11-30T08:28:02.379 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cec00bf00 con 0x7f4cec0039b0 2023-11-30T08:28:02.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cec00c0c0 con 0x7f4cec0051e0 2023-11-30T08:28:02.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d03fff640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cec0047d0 0x7f4cec004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d08ff5640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4cec0039b0 0x7f4cec003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.380 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d097f6640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4cec0051e0 0x7f4cec00b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d08ff5640 1 -- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4cec0051e0 msgr2=0x7f4cec00b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:02.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d08ff5640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4cec0051e0 0x7f4cec00b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.381 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d08ff5640 1 -- 172.21.15.116:0/3640845590 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cec0047d0 msgr2=0x7f4cec004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:02.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d08ff5640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cec0047d0 0x7f4cec004c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d08ff5640 1 -- 172.21.15.116:0/3640845590 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cec003530 con 0x7f4cec0039b0 2023-11-30T08:28:02.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d097f6640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4cec0051e0 0x7f4cec00b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:28:02.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.369+0000 7f4d03fff640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cec0047d0 0x7f4cec004c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-11-30T08:28:02.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d08ff5640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4cec0039b0 0x7f4cec003dd0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4001750 tx=0x7f4cf401c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e69e8d0fcc0773ac server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:02.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cf40052d0 con 0x7f4cec0039b0 2023-11-30T08:28:02.382 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d037fe640 1 -- 172.21.15.116:0/3640845590 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cf40a7050 con 0x7f4cec0039b0 2023-11-30T08:28:02.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 -- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4cec0039b0 msgr2=0x7f4cec003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 --2- 172.21.15.116:0/3640845590 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4cec0039b0 0x7f4cec003dd0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4001750 tx=0x7f4cf401c3a0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d097f6640 1 -- 172.21.15.116:0/3640845590 reap_dead start 2023-11-30T08:28:02.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 -- 172.21.15.116:0/3640845590 shutdown_connections 2023-11-30T08:28:02.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 -- 172.21.15.116:0/3640845590 >> 172.21.15.116:0/3640845590 conn(0x7f4d040b48e0 msgr2=0x7f4d040b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:02.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 -- 172.21.15.116:0/3640845590 shutdown_connections 2023-11-30T08:28:02.383 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 -- 172.21.15.116:0/3640845590 wait complete. 2023-11-30T08:28:02.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 Processor -- start 2023-11-30T08:28:02.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 -- start start 2023-11-30T08:28:02.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4cec0039b0 0x7f4d0413aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4d04141b30 0x7f4d0413fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d04140150 0x7f4d041e01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.386 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d041409d0 con 0x7f4d04140150 2023-11-30T08:28:02.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d04144450 con 0x7f4cec0039b0 2023-11-30T08:28:02.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d0b259640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d041405e0 con 0x7f4d04141b30 2023-11-30T08:28:02.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d097f6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d04140150 0x7f4d041e01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d097f6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d04140150 0x7f4d041e01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60012/0 (socket says 172.21.15.116:60012) 2023-11-30T08:28:02.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d097f6640 1 -- 172.21.15.116:0/1728893108 learned_addr learned my addr 172.21.15.116:0/1728893108 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:02.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d03fff640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4d04141b30 0x7f4d0413fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d08ff5640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4cec0039b0 0x7f4d0413aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d097f6640 1 -- 172.21.15.116:0/1728893108 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4d04141b30 msgr2=0x7f4d0413fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d097f6640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4d04141b30 0x7f4d0413fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d097f6640 1 -- 172.21.15.116:0/1728893108 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4cec0039b0 msgr2=0x7f4d0413aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d097f6640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4cec0039b0 0x7f4d0413aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d097f6640 1 -- 172.21.15.116:0/1728893108 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d041446a0 con 0x7f4d04140150 2023-11-30T08:28:02.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d03fff640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4d04141b30 0x7f4d0413fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:02.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d08ff5640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4cec0039b0 0x7f4d0413aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:02.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.373+0000 7f4d097f6640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d04140150 0x7f4d041e01f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f4d040b59a0 tx=0x7f4cfc00f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:02.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.377+0000 7f4d017fa640 1 -- 172.21.15.116:0/1728893108 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cfc00e040 con 0x7f4d04140150 2023-11-30T08:28:02.388 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.377+0000 7f4d017fa640 1 -- 172.21.15.116:0/1728893108 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cfc00f040 con 0x7f4d04140150 2023-11-30T08:28:02.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.377+0000 7f4d0b259640 1 -- 172.21.15.116:0/1728893108 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d04144980 con 0x7f4d04140150 2023-11-30T08:28:02.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.377+0000 7f4d017fa640 1 -- 172.21.15.116:0/1728893108 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cfc003da0 con 0x7f4d04140150 2023-11-30T08:28:02.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.377+0000 7f4d0b259640 1 -- 172.21.15.116:0/1728893108 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d04141f90 con 0x7f4d04140150 2023-11-30T08:28:02.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.377+0000 7f4d0b259640 1 -- 172.21.15.116:0/1728893108 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d040679e0 con 0x7f4d04140150 2023-11-30T08:28:02.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.377+0000 7f4d017fa640 1 -- 172.21.15.116:0/1728893108 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4cfc004030 con 0x7f4d04140150 2023-11-30T08:28:02.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.377+0000 7f4d017fa640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4cf0066470 0x7f4cf0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.377+0000 7f4d017fa640 1 -- 172.21.15.116:0/1728893108 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f4cfc084220 con 0x7f4d04140150 2023-11-30T08:28:02.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.377+0000 7f4d08ff5640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4cf0066470 0x7f4cf0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.377+0000 7f4d08ff5640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4cf0066470 0x7f4cf0068930 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f4cec0057b0 tx=0x7f4cf40011a0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:02.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.381+0000 7f4d017fa640 1 -- 172.21.15.116:0/1728893108 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4cfc051a30 con 0x7f4d04140150 2023-11-30T08:28:02.536 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.529+0000 7f4d0b259640 1 -- 172.21.15.116:0/1728893108 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f4d040b4cf0 con 0x7f4cf0066470 2023-11-30T08:28:02.538 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.529+0000 7f4d017fa640 1 -- 172.21.15.116:0/1728893108 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49773 (secure 0 0 0) 0x7f4d040b4cf0 con 0x7f4cf0066470 2023-11-30T08:28:02.539 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:28:02.539 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:28:02.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.533+0000 7f4d0b259640 1 -- 172.21.15.116:0/1728893108 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4cf0066470 msgr2=0x7f4cf0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.533+0000 7f4d0b259640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4cf0066470 0x7f4cf0068930 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f4cec0057b0 tx=0x7f4cf40011a0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.533+0000 7f4d0b259640 1 -- 172.21.15.116:0/1728893108 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d04140150 msgr2=0x7f4d041e01f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.533+0000 7f4d0b259640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d04140150 0x7f4d041e01f0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f4d040b59a0 tx=0x7f4cfc00f580 comp rx=0 tx=0).stop 2023-11-30T08:28:02.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.533+0000 7f4d0b259640 1 -- 172.21.15.116:0/1728893108 shutdown_connections 2023-11-30T08:28:02.540 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.533+0000 7f4d0b259640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4d04140150 0x7f4d041e01f0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.533+0000 7f4d0b259640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4cf0066470 0x7f4cf0068930 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.533+0000 7f4d0b259640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4d04141b30 0x7f4d0413fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.533+0000 7f4d0b259640 1 --2- 172.21.15.116:0/1728893108 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4cec0039b0 0x7f4d0413aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.533+0000 7f4d0b259640 1 -- 172.21.15.116:0/1728893108 >> 172.21.15.116:0/1728893108 conn(0x7f4d040b48e0 msgr2=0x7f4d04142580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:02.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.533+0000 7f4d0b259640 1 -- 172.21.15.116:0/1728893108 shutdown_connections 2023-11-30T08:28:02.541 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.533+0000 7f4d0b259640 1 -- 172.21.15.116:0/1728893108 wait complete. 2023-11-30T08:28:02.555 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":61,"stamp":"2023-11-30T08:28:00.796957+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219980,"kb_used_data":3824,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754740,"statfs":{"total":773094113280,"available":772868853760,"internally_reserved":0,"allocated":3915776,"data_stored":2223904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-10889,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-52,"num_write_kb":-26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001459"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":172,"reported_epoch":28,"state":"active+clean","last_fresh":"2023-11-30T08:27:39.591527+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:27:39.591527+0000","last_peered":"2023-11-30T08:27:39.591527+0000","last_clean":"2023-11-30T08:27:39.591527+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:27:39.591527+0000","last_undegraded":"2023-11-30T08:27:39.591527+0000","last_fullsized":"2023-11-30T08:27:39.591527+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27920,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343920,"statfs":{"total":96636764160,"available":96608174080,"internally_reserved":0,"allocated":921600,"data_stored":714446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.51500000000000001}]},{"osd":1,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.72,"5min":1.72,"15min":1.72},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.72499999999999998}]},{"osd":2,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.59199999999999997},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.8759999999999999,"5min":1.8759999999999999,"15min":1.8759999999999999},"last":0.86499999999999999}]},{"osd":3,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":0.998}]},{"osd":4,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.113},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":2.3090000000000002,"5min":2.3090000000000002,"15min":2.3090000000000002},"last":1.0740000000000001}]},{"osd":5,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"max":{"1min":1.5600000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":1.159},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":2.1899999999999999,"5min":2.1899999999999999,"15min":2.1899999999999999},"last":0.94199999999999995}]},{"osd":6,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":2.0049999999999999,"5min":2.0049999999999999,"15min":2.0049999999999999},"last":1.198},{"interface":"front","average":{"1min":1.151,"5min":1.151,"15min":1.151},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.238,"5min":2.238,"15min":2.238},"last":1.2190000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27344,"kb_used_data":324,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344496,"statfs":{"total":96636764160,"available":96608763904,"internally_reserved":0,"allocated":331776,"data_stored":124604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.2869999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":1.093}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.92700000000000005},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.96099999999999997}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.876},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":0.76500000000000001}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":1.0289999999999999}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.1319999999999999},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":1.3240000000000001}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.288},{"interface":"front","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.2}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.091,"15min":1.091},"min":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":1.1559999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574866,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":336,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":344064,"data_stored":130741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.004}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.81200000000000006}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":1.139},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.548,"5min":1.548,"15min":1.548},"last":0.85799999999999998}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.89700000000000002},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":1.044}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":1.2070000000000001}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.105,"5min":1.105,"15min":1.105},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.6180000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":1.1140000000000001},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":2.5179999999999998,"5min":2.5179999999999998,"15min":2.5179999999999998},"last":1.083}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"min":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"max":{"1min":2.153,"5min":2.153,"15min":2.153},"last":1.2569999999999999},{"interface":"front","average":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":1.615,"5min":1.615,"15min":1.615},"last":1.1839999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":336,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":344064,"data_stored":130173,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.71799999999999997}]},{"osd":1,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":1.048},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.56799999999999995}]},{"osd":2,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.66200000000000003}]},{"osd":3,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":1.016},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.149}]},{"osd":5,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.94799999999999995},{"interface":"front","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.88600000000000001}]},{"osd":6,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.8680000000000001,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.91500000000000004},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.752,"5min":0.752,"15min":0.752},"max":{"1min":1.734,"5min":1.734,"15min":1.734},"last":1.1040000000000001}]},{"osd":7,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":1.0740000000000001},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.98599999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27356,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344484,"statfs":{"total":96636764160,"available":96608751616,"internally_reserved":0,"allocated":348160,"data_stored":134101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.77500000000000002}]},{"osd":1,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":1.9850000000000001},"last":0.56100000000000005}]},{"osd":2,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.871,"5min":1.871,"15min":1.871},"last":0.72799999999999998}]},{"osd":4,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":2.024,"5min":2.024,"15min":2.024},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":1.802,"5min":1.802,"15min":1.802},"last":0.91700000000000004}]},{"osd":5,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.756,"5min":1.756,"15min":1.756},"last":0.83899999999999997},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":2.0990000000000002,"5min":2.0990000000000002,"15min":2.0990000000000002},"last":0.998}]},{"osd":6,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.244},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.9530000000000001,"5min":1.9530000000000001,"15min":1.9530000000000001},"last":1.0549999999999999}]},{"osd":7,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.667,"5min":1.667,"15min":1.667},"last":1.131}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":339968,"data_stored":130139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.64700000000000002}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.93000000000000005}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.69599999999999995}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.752},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.504,"5min":1.504,"15min":1.504},"last":1.01}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.98899999999999999},{"interface":"front","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.96299999999999997}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":1.103},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.873}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.153},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":1.0349999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574864,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27372,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344468,"statfs":{"total":96636764160,"available":96608735232,"internally_reserved":0,"allocated":360448,"data_stored":140182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.438}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.67700000000000005}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.34399999999999997}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.96099999999999997}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.93500000000000005}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":2.3239999999999998,"5min":2.3239999999999998,"15min":2.3239999999999998},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.73799999999999999}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.774,"5min":1.774,"15min":1.774},"last":0.871},{"interface":"front","average":{"1min":1.054,"5min":1.054,"15min":1.054},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.61499999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574864,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27924,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343916,"statfs":{"total":96636764160,"available":96608169984,"internally_reserved":0,"allocated":925696,"data_stored":719518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.71699999999999997}]},{"osd":2,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.64000000000000001}]},{"osd":3,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.67200000000000004}]},{"osd":4,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.78600000000000003}]},{"osd":5,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.82999999999999996},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.9039999999999999,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":1.0229999999999999}]},{"osd":6,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.89100000000000001},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":0.93100000000000005}]},{"osd":7,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.6000000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.85099999999999998},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.90800000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:28:02.557 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-11-30T08:28:02.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe40a681640 1 Processor -- start 2023-11-30T08:28:02.676 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe40a681640 1 -- start start 2023-11-30T08:28:02.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe40a681640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fe4040b3940 0x7fe4040ae990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe40a681640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4040b17a0 0x7fe4040b1c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe40a681640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4040b27e0 con 0x7fe4040ae5b0 2023-11-30T08:28:02.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe40a681640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4040afe40 con 0x7fe4040b3940 2023-11-30T08:28:02.678 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe40a681640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4040b2a30 con 0x7fe4040b17a0 2023-11-30T08:28:02.678 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe3fb7fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fe4040b3940 0x7fe4040ae990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.678 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe403fff640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fe4040ae5b0 0x7fe4040b3230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:60210/0 (socket says 172.21.15.116:60210) 2023-11-30T08:28:02.678 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe403fff640 1 -- 172.21.15.116:0/3382416938 learned_addr learned my addr 172.21.15.116:0/3382416938 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:28:02.678 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe408c1e640 1 --2- 172.21.15.116:0/3382416938 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4040b17a0 0x7fe4040b1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.678 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe3fb7fe640 1 -- 172.21.15.116:0/3382416938 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4040b17a0 msgr2=0x7fe4040b1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:02.678 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe3fb7fe640 1 --2- 172.21.15.116:0/3382416938 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4040b17a0 0x7fe4040b1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.678 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe3fb7fe640 1 -- 172.21.15.116:0/3382416938 >> v1:172.21.15.116:6789/0 conn(0x7fe4040ae5b0 legacy=0x7fe4040b3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.679 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe3fb7fe640 1 -- 172.21.15.116:0/3382416938 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4040b2d10 con 0x7fe4040b3940 2023-11-30T08:28:02.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe3fb7fe640 1 --2- 172.21.15.116:0/3382416938 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4040b3940 0x7fe4040ae990 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec0097c0 tx=0x7fe3ec01c3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=142a8cb21a4c17ca server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:02.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.669+0000 7fe4037fe640 1 -- 172.21.15.116:0/3382416938 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3ec0ac640 con 0x7fe4040b3940 2023-11-30T08:28:02.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe4037fe640 1 -- 172.21.15.116:0/3382416938 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3ec0ac7a0 con 0x7fe4040b3940 2023-11-30T08:28:02.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe4037fe640 1 -- 172.21.15.116:0/3382416938 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3ec0acb30 con 0x7fe4040b3940 2023-11-30T08:28:02.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 -- 172.21.15.116:0/3382416938 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4040b3940 msgr2=0x7fe4040ae990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 --2- 172.21.15.116:0/3382416938 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4040b3940 0x7fe4040ae990 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec0097c0 tx=0x7fe3ec01c3c0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 -- 172.21.15.116:0/3382416938 shutdown_connections 2023-11-30T08:28:02.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 --2- 172.21.15.116:0/3382416938 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4040b17a0 0x7fe4040b1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 --2- 172.21.15.116:0/3382416938 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4040b3940 0x7fe4040ae990 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 -- 172.21.15.116:0/3382416938 >> 172.21.15.116:0/3382416938 conn(0x7fe4040b48e0 msgr2=0x7fe4040b4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:02.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 -- 172.21.15.116:0/3382416938 shutdown_connections 2023-11-30T08:28:02.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 -- 172.21.15.116:0/3382416938 wait complete. 2023-11-30T08:28:02.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 Processor -- start 2023-11-30T08:28:02.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 -- start start 2023-11-30T08:28:02.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4040ae5b0 0x7fe40409ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4040b17a0 0x7fe4041e19d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.683 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4040b3940 0x7fe40413f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe40409c620 con 0x7fe4040ae5b0 2023-11-30T08:28:02.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe40409b180 con 0x7fe4040b17a0 2023-11-30T08:28:02.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe40409c830 con 0x7fe4040b3940 2023-11-30T08:28:02.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe403fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4040ae5b0 0x7fe40409ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe403fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4040ae5b0 0x7fe40409ab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60024/0 (socket says 172.21.15.116:60024) 2023-11-30T08:28:02.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe403fff640 1 -- 172.21.15.116:0/3702728000 learned_addr learned my addr 172.21.15.116:0/3702728000 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:02.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe408c1e640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4040b3940 0x7fe40413f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe3fb7fe640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4040b17a0 0x7fe4041e19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.684 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe403fff640 1 -- 172.21.15.116:0/3702728000 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4040b3940 msgr2=0x7fe40413f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe403fff640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4040b3940 0x7fe40413f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe403fff640 1 -- 172.21.15.116:0/3702728000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4040b17a0 msgr2=0x7fe4041e19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe403fff640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4040b17a0 0x7fe4041e19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe403fff640 1 -- 172.21.15.116:0/3702728000 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3ec009420 con 0x7fe4040ae5b0 2023-11-30T08:28:02.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe3fb7fe640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4040b17a0 0x7fe4041e19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:02.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe403fff640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4040ae5b0 0x7fe40409ab80 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fe3f400c420 tx=0x7fe3f400c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:02.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe4017fa640 1 -- 172.21.15.116:0/3702728000 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3f4005cf0 con 0x7fe4040ae5b0 2023-11-30T08:28:02.685 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe4017fa640 1 -- 172.21.15.116:0/3702728000 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3f4005e50 con 0x7fe4040ae5b0 2023-11-30T08:28:02.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 -- 172.21.15.116:0/3702728000 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe40409cb10 con 0x7fe4040ae5b0 2023-11-30T08:28:02.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe4017fa640 1 -- 172.21.15.116:0/3702728000 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3f40072f0 con 0x7fe4040ae5b0 2023-11-30T08:28:02.686 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.673+0000 7fe40a681640 1 -- 172.21.15.116:0/3702728000 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe404142c30 con 0x7fe4040ae5b0 2023-11-30T08:28:02.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.677+0000 7fe40a681640 1 -- 172.21.15.116:0/3702728000 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4040679e0 con 0x7fe4040ae5b0 2023-11-30T08:28:02.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.677+0000 7fe4017fa640 1 -- 172.21.15.116:0/3702728000 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fe3f4007450 con 0x7fe4040ae5b0 2023-11-30T08:28:02.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.677+0000 7fe4017fa640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe3e4066470 0x7fe3e4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:02.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.677+0000 7fe4017fa640 1 -- 172.21.15.116:0/3702728000 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fe3f4083170 con 0x7fe4040ae5b0 2023-11-30T08:28:02.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.677+0000 7fe3fb7fe640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe3e4066470 0x7fe3e4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:02.687 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.677+0000 7fe3fb7fe640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe3e4066470 0x7fe3e4068930 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec0ae000 tx=0x7fe3ec008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:02.689 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.681+0000 7fe4017fa640 1 -- 172.21.15.116:0/3702728000 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fe3f40508f0 con 0x7fe4040ae5b0 2023-11-30T08:28:02.831 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.821+0000 7fe40a681640 1 -- 172.21.15.116:0/3702728000 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe4040688f0 con 0x7fe4040ae5b0 2023-11-30T08:28:02.832 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe4017fa640 1 -- 172.21.15.116:0/3702728000 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) v1 ==== 74+0+13000 (secure 0 0 0) 0x7fe3f4017090 con 0x7fe4040ae5b0 2023-11-30T08:28:02.833 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:28:02.833 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":32,"fsid":"60334f9b-efbc-4132-982c-5ee6714fa55f","created":"2023-11-30T08:26:36.237968+0000","modified":"2023-11-30T08:28:00.148862+0000","last_up_change":"2023-11-30T08:26:48.084098+0000","last_in_change":"2023-11-30T08:26:38.486927+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-11-30T08:26:48.854833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"52331cc8-487e-49da-b7fe-4d46bc0496ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6811","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6813","nonce":4180613612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6815","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6817","nonce":4180613612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6823","nonce":4180613612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6819","nonce":4180613612},{"type":"v1","addr":"172.21.15.116:6821","nonce":4180613612}]},"public_addr":"172.21.15.116:6813/4180613612","cluster_addr":"172.21.15.116:6817/4180613612","heartbeat_back_addr":"172.21.15.116:6823/4180613612","heartbeat_front_addr":"172.21.15.116:6821/4180613612","state":["exists","up"]},{"osd":1,"uuid":"7a4898fb-ef29-4324-97bc-963f2b6d850b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6825","nonce":27833997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6827","nonce":27833997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6831","nonce":27833997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":27833997},{"type":"v1","addr":"172.21.15.116:6829","nonce":27833997}]},"public_addr":"172.21.15.116:6825/27833997","cluster_addr":"172.21.15.116:6827/27833997","heartbeat_back_addr":"172.21.15.116:6831/27833997","heartbeat_front_addr":"172.21.15.116:6829/27833997","state":["exists","up"]},{"osd":2,"uuid":"9a0d26d7-2550-412c-910e-eab4769b0a69","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6801","nonce":735954848}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6803","nonce":735954848}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6807","nonce":735954848}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":735954848},{"type":"v1","addr":"172.21.15.116:6805","nonce":735954848}]},"public_addr":"172.21.15.116:6801/735954848","cluster_addr":"172.21.15.116:6803/735954848","heartbeat_back_addr":"172.21.15.116:6807/735954848","heartbeat_front_addr":"172.21.15.116:6805/735954848","state":["exists","up"]},{"osd":3,"uuid":"4e25f767-e0b7-4efd-aca9-ada5ec70b4b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6809","nonce":872693808}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6812","nonce":872693808}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6820","nonce":872693808}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":872693808},{"type":"v1","addr":"172.21.15.116:6816","nonce":872693808}]},"public_addr":"172.21.15.116:6809/872693808","cluster_addr":"172.21.15.116:6812/872693808","heartbeat_back_addr":"172.21.15.116:6820/872693808","heartbeat_front_addr":"172.21.15.116:6816/872693808","state":["exists","up"]},{"osd":4,"uuid":"bc69a830-f228-44b4-8574-31518595d416","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6805","nonce":1627507177}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6810","nonce":1627507177}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6815","nonce":1627507177}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":1627507177},{"type":"v1","addr":"172.21.15.162:6813","nonce":1627507177}]},"public_addr":"172.21.15.162:6805/1627507177","cluster_addr":"172.21.15.162:6810/1627507177","heartbeat_back_addr":"172.21.15.162:6815/1627507177","heartbeat_front_addr":"172.21.15.162:6813/1627507177","state":["exists","up"]},{"osd":5,"uuid":"e01c954e-75f8-4a06-ac1b-706ab1e60080","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6801","nonce":1416102070}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6803","nonce":1416102070}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6809","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6811","nonce":1416102070}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":1416102070},{"type":"v1","addr":"172.21.15.162:6807","nonce":1416102070}]},"public_addr":"172.21.15.162:6801/1416102070","cluster_addr":"172.21.15.162:6803/1416102070","heartbeat_back_addr":"172.21.15.162:6811/1416102070","heartbeat_front_addr":"172.21.15.162:6807/1416102070","state":["exists","up"]},{"osd":6,"uuid":"f61ea60a-d28f-43fb-a2d5-1999fe70d2b7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6824","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6825","nonce":3005480939}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6826","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6827","nonce":3005480939}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6830","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6831","nonce":3005480939}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6828","nonce":3005480939},{"type":"v1","addr":"172.21.15.162:6829","nonce":3005480939}]},"public_addr":"172.21.15.162:6825/3005480939","cluster_addr":"172.21.15.162:6827/3005480939","heartbeat_back_addr":"172.21.15.162:6831/3005480939","heartbeat_front_addr":"172.21.15.162:6829/3005480939","state":["exists","up"]},{"osd":7,"uuid":"40dc89ac-75a1-4da4-87a5-d0181eacfa6a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6817","nonce":3119544026}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6819","nonce":3119544026}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6823","nonce":3119544026}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":3119544026},{"type":"v1","addr":"172.21.15.162:6821","nonce":3119544026}]},"public_addr":"172.21.15.162:6817/3119544026","cluster_addr":"172.21.15.162:6819/3119544026","heartbeat_back_addr":"172.21.15.162:6823/3119544026","heartbeat_front_addr":"172.21.15.162:6821/3119544026","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.131107+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.150377+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.044279+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.059455+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.107432+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.084746+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.182568+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-11-30T08:26:44.129227+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.116:6835/3980636305":"2023-12-01T08:27:56.946498+0000","172.21.15.116:6834/3980636305":"2023-12-01T08:27:56.946498+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-11-30T08:28:02.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe40a681640 1 -- 172.21.15.116:0/3702728000 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe3e4066470 msgr2=0x7fe3e4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe40a681640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe3e4066470 0x7fe3e4068930 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fe3ec0ae000 tx=0x7fe3ec008040 comp rx=0 tx=0).stop 2023-11-30T08:28:02.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe40a681640 1 -- 172.21.15.116:0/3702728000 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4040ae5b0 msgr2=0x7fe40409ab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:02.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe40a681640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4040ae5b0 0x7fe40409ab80 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fe3f400c420 tx=0x7fe3f400c8e0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe40a681640 1 -- 172.21.15.116:0/3702728000 shutdown_connections 2023-11-30T08:28:02.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe40a681640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fe3e4066470 0x7fe3e4068930 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe40a681640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fe4040b3940 0x7fe40413f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe40a681640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fe4040b17a0 0x7fe4041e19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe40a681640 1 --2- 172.21.15.116:0/3702728000 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe4040ae5b0 0x7fe40409ab80 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:02.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe40a681640 1 -- 172.21.15.116:0/3702728000 >> 172.21.15.116:0/3702728000 conn(0x7fe4040b48e0 msgr2=0x7fe4040b3d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:02.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe40a681640 1 -- 172.21.15.116:0/3702728000 shutdown_connections 2023-11-30T08:28:02.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:02.825+0000 7fe40a681640 1 -- 172.21.15.116:0/3702728000 wait complete. 2023-11-30T08:28:03.851 INFO:tasks.ceph:Scrubbing osd.0 2023-11-30T08:28:03.852 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2023-11-30T08:28:03.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.977+0000 7f338333f640 1 Processor -- start 2023-11-30T08:28:03.986 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.977+0000 7f338333f640 1 -- start start 2023-11-30T08:28:03.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.977+0000 7f338333f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f337c0afa00 0x7f337c144a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:03.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.977+0000 7f338333f640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f337c144fa0 0x7f337c14ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:03.987 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.977+0000 7f338333f640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f337c0b3cd0 con 0x7f337c06c920 2023-11-30T08:28:03.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.977+0000 7f338333f640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f337c0b1ea0 con 0x7f337c144fa0 2023-11-30T08:28:03.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.977+0000 7f338333f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f337c0b06a0 con 0x7f337c0afa00 2023-11-30T08:28:03.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.977+0000 7f33818dc640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f337c144fa0 0x7f337c14ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:03.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f33818dc640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f337c144fa0 0x7f337c14ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:46254/0 (socket says 172.21.15.116:46254) 2023-11-30T08:28:03.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f33818dc640 1 -- 172.21.15.116:0/1219641851 learned_addr learned my addr 172.21.15.116:0/1219641851 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:03.988 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f33808da640 1 --2- 172.21.15.116:0/1219641851 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f337c0afa00 0x7f337c144a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:03.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f33818dc640 1 -- 172.21.15.116:0/1219641851 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f337c0afa00 msgr2=0x7f337c144a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:03.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f33818dc640 1 --2- 172.21.15.116:0/1219641851 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f337c0afa00 0x7f337c144a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:03.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f33818dc640 1 -- 172.21.15.116:0/1219641851 >> v1:172.21.15.162:6789/0 conn(0x7f337c06c920 legacy=0x7f337c0aff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:03.989 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f33818dc640 1 -- 172.21.15.116:0/1219641851 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f337c0b1b70 con 0x7f337c144fa0 2023-11-30T08:28:03.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f33818dc640 1 --2- 172.21.15.116:0/1219641851 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f337c144fa0 0x7f337c14ed00 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3374009e50 tx=0x7f337401ca10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1945148ba77bf00b server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:03.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f3373fff640 1 -- 172.21.15.116:0/1219641851 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33740a56e0 con 0x7f337c144fa0 2023-11-30T08:28:03.990 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f3373fff640 1 -- 172.21.15.116:0/1219641851 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33740a5840 con 0x7f337c144fa0 2023-11-30T08:28:03.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f3373fff640 1 -- 172.21.15.116:0/1219641851 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33740a5bd0 con 0x7f337c144fa0 2023-11-30T08:28:03.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f338333f640 1 -- 172.21.15.116:0/1219641851 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f337c144fa0 msgr2=0x7f337c14ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:03.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f338333f640 1 --2- 172.21.15.116:0/1219641851 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f337c144fa0 0x7f337c14ed00 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3374009e50 tx=0x7f337401ca10 comp rx=0 tx=0).stop 2023-11-30T08:28:03.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f338333f640 1 -- 172.21.15.116:0/1219641851 shutdown_connections 2023-11-30T08:28:03.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f338333f640 1 --2- 172.21.15.116:0/1219641851 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f337c0afa00 0x7f337c144a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:03.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f338333f640 1 --2- 172.21.15.116:0/1219641851 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f337c144fa0 0x7f337c14ed00 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:03.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f338333f640 1 -- 172.21.15.116:0/1219641851 >> 172.21.15.116:0/1219641851 conn(0x7f337c0b4890 msgr2=0x7f337c0b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:03.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.981+0000 7f338333f640 1 -- 172.21.15.116:0/1219641851 shutdown_connections 2023-11-30T08:28:03.992 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f338333f640 1 -- 172.21.15.116:0/1219641851 wait complete. 2023-11-30T08:28:03.994 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f338333f640 1 Processor -- start 2023-11-30T08:28:03.994 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f338333f640 1 -- start start 2023-11-30T08:28:03.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f338333f640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f337c06c920 0x7f337c138380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:03.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f338333f640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f337c0afa00 0x7f337c13d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:03.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f338333f640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f337c144fa0 0x7f337c0acdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:03.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f338333f640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f337c0adf60 con 0x7f337c0afa00 2023-11-30T08:28:03.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f338333f640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f337c071aa0 con 0x7f337c06c920 2023-11-30T08:28:03.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f338333f640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f337c13f160 con 0x7f337c144fa0 2023-11-30T08:28:03.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f33808da640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f337c0afa00 0x7f337c13d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:03.995 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f33808da640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f337c0afa00 0x7f337c13d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60040/0 (socket says 172.21.15.116:60040) 2023-11-30T08:28:03.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f33808da640 1 -- 172.21.15.116:0/2167616529 learned_addr learned my addr 172.21.15.116:0/2167616529 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:03.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f33810db640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f337c06c920 0x7f337c138380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:03.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f33818dc640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f337c144fa0 0x7f337c0acdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:03.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f33808da640 1 -- 172.21.15.116:0/2167616529 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f337c144fa0 msgr2=0x7f337c0acdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:03.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f33808da640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f337c144fa0 0x7f337c0acdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:03.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f33808da640 1 -- 172.21.15.116:0/2167616529 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f337c06c920 msgr2=0x7f337c138380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:03.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f33808da640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f337c06c920 0x7f337c138380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:03.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f33808da640 1 -- 172.21.15.116:0/2167616529 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3374009b30 con 0x7f337c0afa00 2023-11-30T08:28:03.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f33808da640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f337c0afa00 0x7f337c13d210 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f336c00e960 tx=0x7f336c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:03.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f3371ffb640 1 -- 172.21.15.116:0/2167616529 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f336c009690 con 0x7f337c0afa00 2023-11-30T08:28:03.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f3371ffb640 1 -- 172.21.15.116:0/2167616529 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f336c00ca00 con 0x7f337c0afa00 2023-11-30T08:28:03.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f338333f640 1 -- 172.21.15.116:0/2167616529 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f337c13f440 con 0x7f337c0afa00 2023-11-30T08:28:03.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f3371ffb640 1 -- 172.21.15.116:0/2167616529 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f336c00cd70 con 0x7f337c0afa00 2023-11-30T08:28:03.997 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f338333f640 1 -- 172.21.15.116:0/2167616529 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f337c13ee80 con 0x7f337c0afa00 2023-11-30T08:28:03.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.985+0000 7f338333f640 1 -- 172.21.15.116:0/2167616529 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f337c144400 con 0x7f337c0afa00 2023-11-30T08:28:03.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.989+0000 7f3371ffb640 1 -- 172.21.15.116:0/2167616529 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f336c013470 con 0x7f337c0afa00 2023-11-30T08:28:03.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.989+0000 7f3371ffb640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f33600664a0 0x7f3360068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:03.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.989+0000 7f3371ffb640 1 -- 172.21.15.116:0/2167616529 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f336c083d90 con 0x7f337c0afa00 2023-11-30T08:28:03.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.989+0000 7f33810db640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f33600664a0 0x7f3360068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:03.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.989+0000 7f3371ffb640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] conn(0x7f336006c300 0x7f336006e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:03.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.989+0000 7f3371ffb640 1 -- 172.21.15.116:0/2167616529 --> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f336006edd0 con 0x7f336006c300 2023-11-30T08:28:03.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.989+0000 7f3371ffb640 1 -- 172.21.15.116:0/2167616529 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f336c089320 con 0x7f337c0afa00 2023-11-30T08:28:03.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.989+0000 7f33818dc640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] conn(0x7f336006c300 0x7f336006e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:03.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.989+0000 7f33810db640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f33600664a0 0x7f3360068960 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3378001650 tx=0x7f3378009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:03.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.989+0000 7f33818dc640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] conn(0x7f336006c300 0x7f336006e720 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:03.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:03.989+0000 7f3371ffb640 1 -- 172.21.15.116:0/2167616529 <== osd.0 v2:172.21.15.116:6811/4180613612 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f336006edd0 con 0x7f336006c300 2023-11-30T08:28:04.014 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.001+0000 7f338333f640 1 -- 172.21.15.116:0/2167616529 --> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f337c14e540 con 0x7f336006c300 2023-11-30T08:28:04.014 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.001+0000 7f3371ffb640 1 -- 172.21.15.116:0/2167616529 <== osd.0 v2:172.21.15.116:6811/4180613612 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f337c14e540 con 0x7f336006c300 2023-11-30T08:28:04.015 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:28:04.015 INFO:teuthology.orchestra.run.smithi116.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-30T08:28:04.015 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:28:04.016 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.005+0000 7f338333f640 1 -- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] conn(0x7f336006c300 msgr2=0x7f336006e720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.016 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.005+0000 7f338333f640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:6811/4180613612,v1:172.21.15.116:6813/4180613612] conn(0x7f336006c300 0x7f336006e720 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.005+0000 7f338333f640 1 -- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f33600664a0 msgr2=0x7f3360068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.005+0000 7f338333f640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f33600664a0 0x7f3360068960 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3378001650 tx=0x7f3378009040 comp rx=0 tx=0).stop 2023-11-30T08:28:04.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.005+0000 7f338333f640 1 -- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f337c0afa00 msgr2=0x7f337c13d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.005+0000 7f338333f640 1 --2- 172.21.15.116:0/2167616529 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f337c0afa00 0x7f337c13d210 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f336c00e960 tx=0x7f336c00ee20 comp rx=0 tx=0).stop 2023-11-30T08:28:04.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.005+0000 7f33818dc640 1 -- 172.21.15.116:0/2167616529 reap_dead start 2023-11-30T08:28:04.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.005+0000 7f338333f640 1 -- 172.21.15.116:0/2167616529 shutdown_connections 2023-11-30T08:28:04.017 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.005+0000 7f338333f640 1 -- 172.21.15.116:0/2167616529 >> 172.21.15.116:0/2167616529 conn(0x7f337c0b4890 msgr2=0x7f337c0b4c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:04.018 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.005+0000 7f338333f640 1 -- 172.21.15.116:0/2167616529 shutdown_connections 2023-11-30T08:28:04.018 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.005+0000 7f338333f640 1 -- 172.21.15.116:0/2167616529 wait complete. 2023-11-30T08:28:04.027 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2023-11-30T08:28:04.140 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d6e8da640 1 Processor -- start 2023-11-30T08:28:04.141 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d6e8da640 1 -- start start 2023-11-30T08:28:04.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d6e8da640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f8d680b70e0 0x7f8d6806c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.143 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d6e8da640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d680b5c30 con 0x7f8d68148290 2023-11-30T08:28:04.144 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d6e8da640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d680b74c0 con 0x7f8d680b0de0 2023-11-30T08:28:04.144 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d6e8da640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d6806b930 con 0x7f8d680b70e0 2023-11-30T08:28:04.144 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d6ce77640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f8d68148290 0x7f8d68155310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:60216/0 (socket says 172.21.15.116:60216) 2023-11-30T08:28:04.144 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d6ce77640 1 -- 172.21.15.116:0/1920210816 learned_addr learned my addr 172.21.15.116:0/1920210816 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:28:04.144 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d67fff640 1 --2- 172.21.15.116:0/1920210816 >> v2:172.21.15.162:3300/0 conn(0x7f8d680b70e0 0x7f8d6806c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.144 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1166658342 0 0) 0x7f8d680b5c30 con 0x7f8d68148290 2023-11-30T08:28:04.144 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8d50003530 con 0x7f8d68148290 2023-11-30T08:28:04.144 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3399986349 0 0) 0x7f8d50003530 con 0x7f8d68148290 2023-11-30T08:28:04.144 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 >> v2:172.21.15.162:3300/0 conn(0x7f8d680b70e0 msgr2=0x7f8d6806c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:04.144 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 --2- 172.21.15.116:0/1920210816 >> v2:172.21.15.162:3300/0 conn(0x7f8d680b70e0 0x7f8d6806c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 >> v1:172.21.15.162:6789/0 conn(0x7f8d680b0de0 legacy=0x7f8d68147b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d680b5400 con 0x7f8d68148290 2023-11-30T08:28:04.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f8d60001a00 con 0x7f8d68148290 2023-11-30T08:28:04.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 >> v1:172.21.15.116:6789/0 conn(0x7f8d68148290 legacy=0x7f8d68155310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 --2- 172.21.15.116:0/1920210816 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8d50003980 0x7f8d50003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 --2- 172.21.15.116:0/1920210816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d500047d0 0x7f8d50004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 --2- 172.21.15.116:0/1920210816 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d500052b0 0x7f8d5000b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d5000c150 con 0x7f8d500047d0 2023-11-30T08:28:04.145 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d5000c2c0 con 0x7f8d500052b0 2023-11-30T08:28:04.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d5000c480 con 0x7f8d50003980 2023-11-30T08:28:04.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d677fe640 1 --2- 172.21.15.116:0/1920210816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d500047d0 0x7f8d50004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d6ce77640 1 --2- 172.21.15.116:0/1920210816 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d500052b0 0x7f8d5000b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d67fff640 1 --2- 172.21.15.116:0/1920210816 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8d50003980 0x7f8d50003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d677fe640 1 -- 172.21.15.116:0/1920210816 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8d50003980 msgr2=0x7f8d50003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:04.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d677fe640 1 --2- 172.21.15.116:0/1920210816 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8d50003980 0x7f8d50003da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d677fe640 1 -- 172.21.15.116:0/1920210816 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d500052b0 msgr2=0x7f8d5000b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:04.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d677fe640 1 --2- 172.21.15.116:0/1920210816 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d500052b0 0x7f8d5000b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.146 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d677fe640 1 -- 172.21.15.116:0/1920210816 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d50003530 con 0x7f8d500047d0 2023-11-30T08:28:04.147 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.133+0000 7f8d6ce77640 1 -- 172.21.15.116:0/1920210816 reap_dead start 2023-11-30T08:28:04.149 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d677fe640 1 --2- 172.21.15.116:0/1920210816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d500047d0 0x7f8d50004c50 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f8d58001750 tx=0x7f8d5801c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88a7a726cb015c58 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d580052d0 con 0x7f8d500047d0 2023-11-30T08:28:04.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d580a7050 con 0x7f8d500047d0 2023-11-30T08:28:04.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d66ffd640 1 -- 172.21.15.116:0/1920210816 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d58003600 con 0x7f8d500047d0 2023-11-30T08:28:04.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d6e8da640 1 -- 172.21.15.116:0/1920210816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d500047d0 msgr2=0x7f8d50004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d6e8da640 1 --2- 172.21.15.116:0/1920210816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d500047d0 0x7f8d50004c50 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f8d58001750 tx=0x7f8d5801c3a0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d6e8da640 1 -- 172.21.15.116:0/1920210816 shutdown_connections 2023-11-30T08:28:04.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d6e8da640 1 --2- 172.21.15.116:0/1920210816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d500047d0 0x7f8d50004c50 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.150 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d6e8da640 1 -- 172.21.15.116:0/1920210816 >> 172.21.15.116:0/1920210816 conn(0x7f8d6806a980 msgr2=0x7f8d6806ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:04.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d6e8da640 1 -- 172.21.15.116:0/1920210816 shutdown_connections 2023-11-30T08:28:04.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d6e8da640 1 -- 172.21.15.116:0/1920210816 wait complete. 2023-11-30T08:28:04.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d6e8da640 1 Processor -- start 2023-11-30T08:28:04.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.137+0000 7f8d6e8da640 1 -- start start 2023-11-30T08:28:04.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d6e8da640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8d500047d0 0x7f8d681d91b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d6e8da640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d681d6a90 0x7f8d681d6e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d6e8da640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d681e7180 0x7f8d681e7630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.151 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d6e8da640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d681d6600 con 0x7f8d681d6a90 2023-11-30T08:28:04.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d6e8da640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d680a8f20 con 0x7f8d681e7180 2023-11-30T08:28:04.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d6e8da640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d681d9f10 con 0x7f8d500047d0 2023-11-30T08:28:04.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d677fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d681d6a90 0x7f8d681d6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d677fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d681d6a90 0x7f8d681d6e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60050/0 (socket says 172.21.15.116:60050) 2023-11-30T08:28:04.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d677fe640 1 -- 172.21.15.116:0/3927420265 learned_addr learned my addr 172.21.15.116:0/3927420265 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:04.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d67fff640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8d500047d0 0x7f8d681d91b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d6ce77640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d681e7180 0x7f8d681e7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d677fe640 1 -- 172.21.15.116:0/3927420265 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8d500047d0 msgr2=0x7f8d681d91b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d677fe640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8d500047d0 0x7f8d681d91b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.152 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d677fe640 1 -- 172.21.15.116:0/3927420265 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d681e7180 msgr2=0x7f8d681e7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d677fe640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d681e7180 0x7f8d681e7630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d677fe640 1 -- 172.21.15.116:0/3927420265 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d681da750 con 0x7f8d681d6a90 2023-11-30T08:28:04.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d67fff640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8d500047d0 0x7f8d681d91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:04.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d677fe640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d681d6a90 0x7f8d681d6e90 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f8d58005040 tx=0x7f8d50005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d64ff9640 1 -- 172.21.15.116:0/3927420265 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d580072f0 con 0x7f8d681d6a90 2023-11-30T08:28:04.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d64ff9640 1 -- 172.21.15.116:0/3927420265 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d58007450 con 0x7f8d681d6a90 2023-11-30T08:28:04.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d6e8da640 1 -- 172.21.15.116:0/3927420265 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d681daa30 con 0x7f8d681d6a90 2023-11-30T08:28:04.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d64ff9640 1 -- 172.21.15.116:0/3927420265 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d580067e0 con 0x7f8d681d6a90 2023-11-30T08:28:04.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d6e8da640 1 -- 172.21.15.116:0/3927420265 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d681dad10 con 0x7f8d681d6a90 2023-11-30T08:28:04.153 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d6e8da640 1 -- 172.21.15.116:0/3927420265 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d680689d0 con 0x7f8d681d6a90 2023-11-30T08:28:04.154 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d64ff9640 1 -- 172.21.15.116:0/3927420265 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f8d58006940 con 0x7f8d681d6a90 2023-11-30T08:28:04.154 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d64ff9640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8d540664a0 0x7f8d54068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.154 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d64ff9640 1 -- 172.21.15.116:0/3927420265 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f8d5811e3a0 con 0x7f8d681d6a90 2023-11-30T08:28:04.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d67fff640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8d540664a0 0x7f8d54068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.141+0000 7f8d67fff640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8d540664a0 0x7f8d54068960 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c009a80 tx=0x7f8d5c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.155 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.145+0000 7f8d64ff9640 1 -- 172.21.15.116:0/3927420265 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f8d580ebb70 con 0x7f8d681d6a90 2023-11-30T08:28:04.302 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.293+0000 7f8d6e8da640 1 -- 172.21.15.116:0/3927420265 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7f8d6806ed00 con 0x7f8d540664a0 2023-11-30T08:28:04.303 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.293+0000 7f8d64ff9640 1 -- 172.21.15.116:0/3927420265 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f8d6806ed00 con 0x7f8d540664a0 2023-11-30T08:28:04.303 INFO:teuthology.orchestra.run.smithi116.stderr:instructed osd(s) 0 to deep-scrub 2023-11-30T08:28:04.305 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.297+0000 7f8d6e8da640 1 -- 172.21.15.116:0/3927420265 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8d540664a0 msgr2=0x7f8d54068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.297+0000 7f8d6e8da640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8d540664a0 0x7f8d54068960 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c009a80 tx=0x7f8d5c008040 comp rx=0 tx=0).stop 2023-11-30T08:28:04.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.297+0000 7f8d6e8da640 1 -- 172.21.15.116:0/3927420265 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d681d6a90 msgr2=0x7f8d681d6e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.297+0000 7f8d6e8da640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d681d6a90 0x7f8d681d6e90 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f8d58005040 tx=0x7f8d50005800 comp rx=0 tx=0).stop 2023-11-30T08:28:04.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.297+0000 7f8d6e8da640 1 -- 172.21.15.116:0/3927420265 shutdown_connections 2023-11-30T08:28:04.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.297+0000 7f8d6e8da640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8d681e7180 0x7f8d681e7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.297+0000 7f8d6e8da640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d681d6a90 0x7f8d681d6e90 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.297+0000 7f8d6e8da640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f8d540664a0 0x7f8d54068960 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.306 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.297+0000 7f8d6e8da640 1 --2- 172.21.15.116:0/3927420265 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f8d500047d0 0x7f8d681d91b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.297+0000 7f8d6e8da640 1 -- 172.21.15.116:0/3927420265 >> 172.21.15.116:0/3927420265 conn(0x7f8d6806a980 msgr2=0x7f8d68149350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:04.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.297+0000 7f8d6e8da640 1 -- 172.21.15.116:0/3927420265 shutdown_connections 2023-11-30T08:28:04.307 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.297+0000 7f8d6e8da640 1 -- 172.21.15.116:0/3927420265 wait complete. 2023-11-30T08:28:04.320 INFO:tasks.ceph:Scrubbing osd.1 2023-11-30T08:28:04.321 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2023-11-30T08:28:04.444 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aac1f2640 1 Processor -- start 2023-11-30T08:28:04.445 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aac1f2640 1 -- start start 2023-11-30T08:28:04.446 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aac1f2640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f4aa40b6f30 0x7f4aa40b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.446 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aac1f2640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4aa40b65f0 0x7f4aa413e360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.446 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aac1f2640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4aa40b7310 con 0x7f4aa4072320 2023-11-30T08:28:04.446 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aac1f2640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4aa40b53d0 con 0x7f4aa40b6f30 2023-11-30T08:28:04.446 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aac1f2640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4aa40b60b0 con 0x7f4aa40b65f0 2023-11-30T08:28:04.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aa9f8e640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f4aa40b6f30 0x7f4aa40b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aa978d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4aa40b65f0 0x7f4aa413e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aa9f8e640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f4aa40b6f30 0x7f4aa40b4e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:46296/0 (socket says 172.21.15.116:46296) 2023-11-30T08:28:04.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aaa78f640 1 --1- >> v1:172.21.15.162:6789/0 conn(0x7f4aa4072320 0x7f4aa4070930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:37634/0 (socket says 172.21.15.116:37634) 2023-11-30T08:28:04.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aa9f8e640 1 -- 172.21.15.116:0/2658618281 learned_addr learned my addr 172.21.15.116:0/2658618281 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:04.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aa978d640 1 -- 172.21.15.116:0/2658618281 >> v2:172.21.15.162:3300/0 conn(0x7f4aa40b6f30 msgr2=0x7f4aa40b4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:04.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aa978d640 1 --2- 172.21.15.116:0/2658618281 >> v2:172.21.15.162:3300/0 conn(0x7f4aa40b6f30 0x7f4aa40b4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aa978d640 1 -- 172.21.15.116:0/2658618281 >> v1:172.21.15.162:6789/0 conn(0x7f4aa4072320 legacy=0x7f4aa4070930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.447 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.437+0000 7f4aa978d640 1 -- 172.21.15.116:0/2658618281 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4aa40b6390 con 0x7f4aa40b65f0 2023-11-30T08:28:04.448 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aa978d640 1 --2- 172.21.15.116:0/2658618281 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4aa40b65f0 0x7f4aa413e360 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f4a980097c0 tx=0x7f4a9801c3f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0176a3da2259437 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.449 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aa8f8c640 1 -- 172.21.15.116:0/2658618281 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a980ab600 con 0x7f4aa40b65f0 2023-11-30T08:28:04.449 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aa8f8c640 1 -- 172.21.15.116:0/2658618281 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a980a7050 con 0x7f4aa40b65f0 2023-11-30T08:28:04.449 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aa8f8c640 1 -- 172.21.15.116:0/2658618281 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a980ab980 con 0x7f4aa40b65f0 2023-11-30T08:28:04.449 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 -- 172.21.15.116:0/2658618281 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4aa40b65f0 msgr2=0x7f4aa413e360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 --2- 172.21.15.116:0/2658618281 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4aa40b65f0 0x7f4aa413e360 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f4a980097c0 tx=0x7f4a9801c3f0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 -- 172.21.15.116:0/2658618281 shutdown_connections 2023-11-30T08:28:04.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 --2- 172.21.15.116:0/2658618281 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4aa40b65f0 0x7f4aa413e360 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 --2- 172.21.15.116:0/2658618281 >> v2:172.21.15.162:3300/0 conn(0x7f4aa40b6f30 0x7f4aa40b4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 -- 172.21.15.116:0/2658618281 >> 172.21.15.116:0/2658618281 conn(0x7f4aa406a750 msgr2=0x7f4aa406ab60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:04.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 -- 172.21.15.116:0/2658618281 shutdown_connections 2023-11-30T08:28:04.450 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 -- 172.21.15.116:0/2658618281 wait complete. 2023-11-30T08:28:04.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 Processor -- start 2023-11-30T08:28:04.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 -- start start 2023-11-30T08:28:04.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4aa4072320 0x7f4aa406c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4aa40b65f0 0x7f4aa4143e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.452 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.441+0000 7f4aac1f2640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4aa40b6f30 0x7f4aa4144370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aac1f2640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4aa413ee90 con 0x7f4aa4072320 2023-11-30T08:28:04.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aac1f2640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4aa413f3e0 con 0x7f4aa40b6f30 2023-11-30T08:28:04.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aac1f2640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4aa4144d90 con 0x7f4aa40b65f0 2023-11-30T08:28:04.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa9f8e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4aa4072320 0x7f4aa406c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa9f8e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4aa4072320 0x7f4aa406c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60052/0 (socket says 172.21.15.116:60052) 2023-11-30T08:28:04.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa9f8e640 1 -- 172.21.15.116:0/494213034 learned_addr learned my addr 172.21.15.116:0/494213034 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:04.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa978d640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4aa40b65f0 0x7f4aa4143e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aaa78f640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4aa40b6f30 0x7f4aa4144370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa9f8e640 1 -- 172.21.15.116:0/494213034 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4aa40b65f0 msgr2=0x7f4aa4143e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.453 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa9f8e640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4aa40b65f0 0x7f4aa4143e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa9f8e640 1 -- 172.21.15.116:0/494213034 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4aa40b6f30 msgr2=0x7f4aa4144370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa9f8e640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f4aa40b6f30 0x7f4aa4144370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa9f8e640 1 -- 172.21.15.116:0/494213034 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a98009420 con 0x7f4aa4072320 2023-11-30T08:28:04.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa9f8e640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4aa4072320 0x7f4aa406c940 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f4a94009cf0 tx=0x7f4a9400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa27fc640 1 -- 172.21.15.116:0/494213034 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a94009b60 con 0x7f4aa4072320 2023-11-30T08:28:04.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa27fc640 1 -- 172.21.15.116:0/494213034 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a9400f040 con 0x7f4aa4072320 2023-11-30T08:28:04.454 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa27fc640 1 -- 172.21.15.116:0/494213034 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a940092e0 con 0x7f4aa4072320 2023-11-30T08:28:04.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aac1f2640 1 -- 172.21.15.116:0/494213034 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4aa4140210 con 0x7f4aa4072320 2023-11-30T08:28:04.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aac1f2640 1 -- 172.21.15.116:0/494213034 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4aa413f070 con 0x7f4aa4072320 2023-11-30T08:28:04.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aac1f2640 1 -- 172.21.15.116:0/494213034 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f4aa413ecb0 con 0x7f4aa4072320 2023-11-30T08:28:04.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa27fc640 1 -- 172.21.15.116:0/494213034 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4a94014480 con 0x7f4aa4072320 2023-11-30T08:28:04.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa27fc640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4a90066470 0x7f4a90068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa27fc640 1 -- 172.21.15.116:0/494213034 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f4a94084b40 con 0x7f4aa4072320 2023-11-30T08:28:04.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa978d640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4a90066470 0x7f4a90068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.456 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa27fc640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] conn(0x7f4a9006c2d0 0x7f4a9006e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa27fc640 1 -- 172.21.15.116:0/494213034 --> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4a9006eda0 con 0x7f4a9006c2d0 2023-11-30T08:28:04.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aa27fc640 1 -- 172.21.15.116:0/494213034 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a94084f90 con 0x7f4aa4072320 2023-11-30T08:28:04.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.445+0000 7f4aaa78f640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] conn(0x7f4a9006c2d0 0x7f4a9006e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.449+0000 7f4aa978d640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4a90066470 0x7f4a90068930 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4a980ad000 tx=0x7f4a980a4f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.449+0000 7f4aaa78f640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] conn(0x7f4a9006c2d0 0x7f4a9006e6f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.457 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.449+0000 7f4aa27fc640 1 -- 172.21.15.116:0/494213034 <== osd.1 v2:172.21.15.116:6824/27833997 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f4a9006eda0 con 0x7f4a9006c2d0 2023-11-30T08:28:04.469 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aac1f2640 1 -- 172.21.15.116:0/494213034 --> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f4aa4144f50 con 0x7f4a9006c2d0 2023-11-30T08:28:04.470 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aa27fc640 1 -- 172.21.15.116:0/494213034 <== osd.1 v2:172.21.15.116:6824/27833997 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f4aa4144f50 con 0x7f4a9006c2d0 2023-11-30T08:28:04.470 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:28:04.470 INFO:teuthology.orchestra.run.smithi116.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-30T08:28:04.470 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:28:04.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aac1f2640 1 -- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] conn(0x7f4a9006c2d0 msgr2=0x7f4a9006e6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aac1f2640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:6824/27833997,v1:172.21.15.116:6825/27833997] conn(0x7f4a9006c2d0 0x7f4a9006e6f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aac1f2640 1 -- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4a90066470 msgr2=0x7f4a90068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aac1f2640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4a90066470 0x7f4a90068930 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4a980ad000 tx=0x7f4a980a4f90 comp rx=0 tx=0).stop 2023-11-30T08:28:04.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aac1f2640 1 -- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4aa4072320 msgr2=0x7f4aa406c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aac1f2640 1 --2- 172.21.15.116:0/494213034 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4aa4072320 0x7f4aa406c940 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f4a94009cf0 tx=0x7f4a9400c490 comp rx=0 tx=0).stop 2023-11-30T08:28:04.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aaa78f640 1 -- 172.21.15.116:0/494213034 reap_dead start 2023-11-30T08:28:04.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aac1f2640 1 -- 172.21.15.116:0/494213034 shutdown_connections 2023-11-30T08:28:04.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aac1f2640 1 -- 172.21.15.116:0/494213034 >> 172.21.15.116:0/494213034 conn(0x7f4aa406a750 msgr2=0x7f4aa40b2da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:04.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aac1f2640 1 -- 172.21.15.116:0/494213034 shutdown_connections 2023-11-30T08:28:04.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.461+0000 7f4aac1f2640 1 -- 172.21.15.116:0/494213034 wait complete. 2023-11-30T08:28:04.485 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2023-11-30T08:28:04.585 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f497476e640 1 Processor -- start 2023-11-30T08:28:04.586 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f497476e640 1 -- start start 2023-11-30T08:28:04.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f497476e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f496c0bc9e0 0x7f496c14a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f497476e640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f496c0b7100 0x7f496c1513e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f497476e640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f496c0b4730 con 0x7f496c14a5b0 2023-11-30T08:28:04.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f497476e640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f496c14a9f0 con 0x7f496c0b7100 2023-11-30T08:28:04.588 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f497476e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f496c0b40e0 con 0x7f496c0bc9e0 2023-11-30T08:28:04.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971d09640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f496c14a5b0 0x7f496c0b69f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:60218/0 (socket says 172.21.15.116:60218) 2023-11-30T08:28:04.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971d09640 1 -- 172.21.15.116:0/2705836373 learned_addr learned my addr 172.21.15.116:0/2705836373 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:28:04.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f497250a640 1 --2- 172.21.15.116:0/2705836373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f496c0bc9e0 0x7f496c14a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2235857511 0 0) 0x7f496c0b4730 con 0x7f496c14a5b0 2023-11-30T08:28:04.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4958003530 con 0x7f496c14a5b0 2023-11-30T08:28:04.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4972d0b640 1 --2- 172.21.15.116:0/2705836373 >> v2:172.21.15.162:3300/0 conn(0x7f496c0b7100 0x7f496c1513e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3360509425 0 0) 0x7f4958003530 con 0x7f496c14a5b0 2023-11-30T08:28:04.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f496c0bc9e0 msgr2=0x7f496c14a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:04.589 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 --2- 172.21.15.116:0/2705836373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f496c0bc9e0 0x7f496c14a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 >> v2:172.21.15.162:3300/0 conn(0x7f496c0b7100 msgr2=0x7f496c1513e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:04.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 --2- 172.21.15.116:0/2705836373 >> v2:172.21.15.162:3300/0 conn(0x7f496c0b7100 0x7f496c1513e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f496c0b43c0 con 0x7f496c14a5b0 2023-11-30T08:28:04.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f495c001680 con 0x7f496c14a5b0 2023-11-30T08:28:04.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 >> v1:172.21.15.116:6789/0 conn(0x7f496c14a5b0 legacy=0x7f496c0b69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 --2- 172.21.15.116:0/2705836373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4958003980 0x7f4958003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 --2- 172.21.15.116:0/2705836373 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f49580047d0 0x7f4958004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 --2- 172.21.15.116:0/2705836373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f496c0bc9e0 0x7f4958005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.590 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f496c14a9f0 con 0x7f4958003980 2023-11-30T08:28:04.591 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f496c0b40e0 con 0x7f49580047d0 2023-11-30T08:28:04.591 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f495800ba40 con 0x7f496c0bc9e0 2023-11-30T08:28:04.591 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.577+0000 7f497250a640 1 --2- 172.21.15.116:0/2705836373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4958003980 0x7f4958003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.591 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497250a640 1 -- 172.21.15.116:0/2705836373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f496c0bc9e0 msgr2=0x7f4958005190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:04.591 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497250a640 1 --2- 172.21.15.116:0/2705836373 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f496c0bc9e0 0x7f4958005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.591 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497250a640 1 -- 172.21.15.116:0/2705836373 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f49580047d0 msgr2=0x7f4958004c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:04.591 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f4971d09640 1 --2- 172.21.15.116:0/2705836373 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f49580047d0 0x7f4958004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.591 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497250a640 1 --2- 172.21.15.116:0/2705836373 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f49580047d0 0x7f4958004c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.591 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497250a640 1 -- 172.21.15.116:0/2705836373 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4958003530 con 0x7f4958003980 2023-11-30T08:28:04.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497250a640 1 --2- 172.21.15.116:0/2705836373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4958003980 0x7f4958003da0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f4968009ab0 tx=0x7f496801c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=391c72dd110108c3 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49680a5510 con 0x7f4958003980 2023-11-30T08:28:04.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49680a5670 con 0x7f4958003980 2023-11-30T08:28:04.595 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f4971508640 1 -- 172.21.15.116:0/2705836373 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49680a5a20 con 0x7f4958003980 2023-11-30T08:28:04.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497476e640 1 -- 172.21.15.116:0/2705836373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4958003980 msgr2=0x7f4958003da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497476e640 1 --2- 172.21.15.116:0/2705836373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4958003980 0x7f4958003da0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f4968009ab0 tx=0x7f496801c960 comp rx=0 tx=0).stop 2023-11-30T08:28:04.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f4972d0b640 1 -- 172.21.15.116:0/2705836373 reap_dead start 2023-11-30T08:28:04.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497476e640 1 -- 172.21.15.116:0/2705836373 shutdown_connections 2023-11-30T08:28:04.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497476e640 1 -- 172.21.15.116:0/2705836373 >> 172.21.15.116:0/2705836373 conn(0x7f496c0723f0 msgr2=0x7f496c0bc070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:04.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497476e640 1 -- 172.21.15.116:0/2705836373 shutdown_connections 2023-11-30T08:28:04.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497476e640 1 -- 172.21.15.116:0/2705836373 wait complete. 2023-11-30T08:28:04.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.581+0000 7f497476e640 1 Processor -- start 2023-11-30T08:28:04.596 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497476e640 1 -- start start 2023-11-30T08:28:04.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497476e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4958003980 0x7f496c1e0040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497476e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f496c13a0d0 0x7f496c13cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497476e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f496c147e80 0x7f496c1383b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497476e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f496c149b80 con 0x7f4958003980 2023-11-30T08:28:04.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497476e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f496c1dfc20 con 0x7f496c13a0d0 2023-11-30T08:28:04.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497476e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f496c1414c0 con 0x7f496c147e80 2023-11-30T08:28:04.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497250a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4958003980 0x7f496c1e0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497250a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4958003980 0x7f496c1e0040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60062/0 (socket says 172.21.15.116:60062) 2023-11-30T08:28:04.597 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497250a640 1 -- 172.21.15.116:0/1823708830 learned_addr learned my addr 172.21.15.116:0/1823708830 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:04.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f4972d0b640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f496c147e80 0x7f496c1383b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497250a640 1 -- 172.21.15.116:0/1823708830 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f496c147e80 msgr2=0x7f496c1383b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497250a640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f496c147e80 0x7f496c1383b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f4971d09640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f496c13a0d0 0x7f496c13cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497250a640 1 -- 172.21.15.116:0/1823708830 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f496c13a0d0 msgr2=0x7f496c13cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497250a640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f496c13a0d0 0x7f496c13cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497250a640 1 -- 172.21.15.116:0/1823708830 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f496c151540 con 0x7f4958003980 2023-11-30T08:28:04.598 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497250a640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4958003980 0x7f496c1e0040 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f496801c790 tx=0x7f4958005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f4962ffd640 1 -- 172.21.15.116:0/1823708830 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49680bc070 con 0x7f4958003980 2023-11-30T08:28:04.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f4962ffd640 1 -- 172.21.15.116:0/1823708830 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49680a5de0 con 0x7f4958003980 2023-11-30T08:28:04.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497476e640 1 -- 172.21.15.116:0/1823708830 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f496c1df560 con 0x7f4958003980 2023-11-30T08:28:04.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f4962ffd640 1 -- 172.21.15.116:0/1823708830 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4968004020 con 0x7f4958003980 2023-11-30T08:28:04.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497476e640 1 -- 172.21.15.116:0/1823708830 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f496c1e29c0 con 0x7f4958003980 2023-11-30T08:28:04.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f497476e640 1 -- 172.21.15.116:0/1823708830 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f496c1dfe90 con 0x7f4958003980 2023-11-30T08:28:04.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f4962ffd640 1 -- 172.21.15.116:0/1823708830 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f49680b4040 con 0x7f4958003980 2023-11-30T08:28:04.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f4962ffd640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f49500664a0 0x7f4950068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f4971d09640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f49500664a0 0x7f4950068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.599 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f4962ffd640 1 -- 172.21.15.116:0/1823708830 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f496811d370 con 0x7f4958003980 2023-11-30T08:28:04.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.585+0000 7f4971d09640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f49500664a0 0x7f4950068960 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f495c001ec0 tx=0x7f495c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.600 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.589+0000 7f4962ffd640 1 -- 172.21.15.116:0/1823708830 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f49680eab80 con 0x7f4958003980 2023-11-30T08:28:04.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.741+0000 7f497476e640 1 -- 172.21.15.116:0/1823708830 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7f496c0b5bd0 con 0x7f49500664a0 2023-11-30T08:28:04.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.741+0000 7f4962ffd640 1 -- 172.21.15.116:0/1823708830 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f495c00d040 con 0x7f49500664a0 2023-11-30T08:28:04.751 INFO:teuthology.orchestra.run.smithi116.stderr:instructed osd(s) 1 to deep-scrub 2023-11-30T08:28:04.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.745+0000 7f497476e640 1 -- 172.21.15.116:0/1823708830 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f49500664a0 msgr2=0x7f4950068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.745+0000 7f497476e640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f49500664a0 0x7f4950068960 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f495c001ec0 tx=0x7f495c009040 comp rx=0 tx=0).stop 2023-11-30T08:28:04.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.745+0000 7f497476e640 1 -- 172.21.15.116:0/1823708830 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4958003980 msgr2=0x7f496c1e0040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.745+0000 7f497476e640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4958003980 0x7f496c1e0040 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f496801c790 tx=0x7f4958005800 comp rx=0 tx=0).stop 2023-11-30T08:28:04.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.745+0000 7f497476e640 1 -- 172.21.15.116:0/1823708830 shutdown_connections 2023-11-30T08:28:04.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.745+0000 7f497476e640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f49500664a0 0x7f4950068960 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.745+0000 7f497476e640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f496c147e80 0x7f496c1383b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.745+0000 7f497476e640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f496c13a0d0 0x7f496c13cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.745+0000 7f497476e640 1 --2- 172.21.15.116:0/1823708830 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4958003980 0x7f496c1e0040 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.745+0000 7f497476e640 1 -- 172.21.15.116:0/1823708830 >> 172.21.15.116:0/1823708830 conn(0x7f496c0723f0 msgr2=0x7f496c146850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:04.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.745+0000 7f497476e640 1 -- 172.21.15.116:0/1823708830 shutdown_connections 2023-11-30T08:28:04.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.745+0000 7f497476e640 1 -- 172.21.15.116:0/1823708830 wait complete. 2023-11-30T08:28:04.770 INFO:tasks.ceph:Scrubbing osd.2 2023-11-30T08:28:04.770 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2023-11-30T08:28:04.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c89fe640 1 Processor -- start 2023-11-30T08:28:04.888 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c89fe640 1 -- start start 2023-11-30T08:28:04.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c89fe640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f56c40ae0f0 0x7f56c4146be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c89fe640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56c4072550 con 0x7f56c40b29f0 2023-11-30T08:28:04.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c89fe640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56c40b1180 con 0x7f56c4147120 2023-11-30T08:28:04.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c89fe640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56c40ae750 con 0x7f56c40ae0f0 2023-11-30T08:28:04.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c259c640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f56c40b29f0 0x7f56c40b0a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:60228/0 (socket says 172.21.15.116:60228) 2023-11-30T08:28:04.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c259c640 1 -- 172.21.15.116:0/1767951048 learned_addr learned my addr 172.21.15.116:0/1767951048 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:28:04.890 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c1d9b640 1 --2- 172.21.15.116:0/1767951048 >> v2:172.21.15.116:3300/0 conn(0x7f56c40ae0f0 0x7f56c4146be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.891 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c159a640 1 -- 172.21.15.116:0/1767951048 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2659049110 0 0) 0x7f56b4001120 con 0x7f56c40b29f0 2023-11-30T08:28:04.891 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c159a640 1 -- 172.21.15.116:0/1767951048 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f56ac003530 con 0x7f56c40b29f0 2023-11-30T08:28:04.891 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c1d9b640 1 -- 172.21.15.116:0/1767951048 >> v1:172.21.15.162:6789/0 conn(0x7f56c4147120 legacy=0x7f56c414e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:04.891 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c1d9b640 1 -- 172.21.15.116:0/1767951048 >> v1:172.21.15.116:6789/0 conn(0x7f56c40b29f0 legacy=0x7f56c40b0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.891 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.881+0000 7f56c1d9b640 1 -- 172.21.15.116:0/1767951048 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56c40b2dd0 con 0x7f56c40ae0f0 2023-11-30T08:28:04.892 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c1d9b640 1 --2- 172.21.15.116:0/1767951048 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56c40ae0f0 0x7f56c4146be0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f56b80097c0 tx=0x7f56b801c2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4206f53ea58329e4 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.892 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c159a640 1 -- 172.21.15.116:0/1767951048 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56b80ac640 con 0x7f56c40ae0f0 2023-11-30T08:28:04.893 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c159a640 1 -- 172.21.15.116:0/1767951048 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56b80ac7a0 con 0x7f56c40ae0f0 2023-11-30T08:28:04.893 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c159a640 1 -- 172.21.15.116:0/1767951048 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56b80acb30 con 0x7f56c40ae0f0 2023-11-30T08:28:04.893 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 -- 172.21.15.116:0/1767951048 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56c40ae0f0 msgr2=0x7f56c4146be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.893 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 --2- 172.21.15.116:0/1767951048 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56c40ae0f0 0x7f56c4146be0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f56b80097c0 tx=0x7f56b801c2f0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.893 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 -- 172.21.15.116:0/1767951048 shutdown_connections 2023-11-30T08:28:04.893 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 --2- 172.21.15.116:0/1767951048 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56c40ae0f0 0x7f56c4146be0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.893 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 -- 172.21.15.116:0/1767951048 >> 172.21.15.116:0/1767951048 conn(0x7f56c40b4890 msgr2=0x7f56c40b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:04.893 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 -- 172.21.15.116:0/1767951048 shutdown_connections 2023-11-30T08:28:04.893 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 -- 172.21.15.116:0/1767951048 wait complete. 2023-11-30T08:28:04.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 Processor -- start 2023-11-30T08:28:04.896 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 -- start start 2023-11-30T08:28:04.896 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f56c40b29f0 0x7f56c41407e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.896 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56c4147120 0x7f56c4146940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.896 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f56c413c8a0 0x7f56c41dffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.896 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56c41464b0 con 0x7f56c4147120 2023-11-30T08:28:04.896 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56c4146e80 con 0x7f56c40b29f0 2023-11-30T08:28:04.896 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56c413df60 con 0x7f56c413c8a0 2023-11-30T08:28:04.896 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c1d9b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56c4147120 0x7f56c4146940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c1d9b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56c4147120 0x7f56c4146940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60080/0 (socket says 172.21.15.116:60080) 2023-11-30T08:28:04.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c1d9b640 1 -- 172.21.15.116:0/267592941 learned_addr learned my addr 172.21.15.116:0/267592941 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:04.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c1d9b640 1 -- 172.21.15.116:0/267592941 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f56c413c8a0 msgr2=0x7f56c41dffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c2d9d640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f56c413c8a0 0x7f56c41dffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c1d9b640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f56c413c8a0 0x7f56c41dffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c1d9b640 1 -- 172.21.15.116:0/267592941 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f56c40b29f0 msgr2=0x7f56c41407e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c1d9b640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f56c40b29f0 0x7f56c41407e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c1d9b640 1 -- 172.21.15.116:0/267592941 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56b8009420 con 0x7f56c4147120 2023-11-30T08:28:04.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c1d9b640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56c4147120 0x7f56c4146940 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f56b8018f00 tx=0x7f56b8019090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56b2ffd640 1 -- 172.21.15.116:0/267592941 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56b80b5610 con 0x7f56c4147120 2023-11-30T08:28:04.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56b2ffd640 1 -- 172.21.15.116:0/267592941 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56b80b5770 con 0x7f56c4147120 2023-11-30T08:28:04.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 -- 172.21.15.116:0/267592941 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56c413cdd0 con 0x7f56c4147120 2023-11-30T08:28:04.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56b2ffd640 1 -- 172.21.15.116:0/267592941 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56b80b5b20 con 0x7f56c4147120 2023-11-30T08:28:04.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 -- 172.21.15.116:0/267592941 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56c413dc80 con 0x7f56c4147120 2023-11-30T08:28:04.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.885+0000 7f56c89fe640 1 -- 172.21.15.116:0/267592941 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f56c40b7c20 con 0x7f56c4147120 2023-11-30T08:28:04.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.889+0000 7f56b2ffd640 1 -- 172.21.15.116:0/267592941 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f56b80b3040 con 0x7f56c4147120 2023-11-30T08:28:04.899 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.889+0000 7f56b2ffd640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f56a4066470 0x7f56a4068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.889+0000 7f56c259c640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f56a4066470 0x7f56a4068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.889+0000 7f56b2ffd640 1 -- 172.21.15.116:0/267592941 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f56b811e3a0 con 0x7f56c4147120 2023-11-30T08:28:04.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.889+0000 7f56b2ffd640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] conn(0x7f56a406c2d0 0x7f56a406e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:04.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.889+0000 7f56b2ffd640 1 -- 172.21.15.116:0/267592941 --> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f56a406eda0 con 0x7f56a406c2d0 2023-11-30T08:28:04.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.889+0000 7f56b2ffd640 1 -- 172.21.15.116:0/267592941 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f56b811e7f0 con 0x7f56c4147120 2023-11-30T08:28:04.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.889+0000 7f56c2d9d640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] conn(0x7f56a406c2d0 0x7f56a406e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:04.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.889+0000 7f56c259c640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f56a4066470 0x7f56a4068930 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f56b4005890 tx=0x7f56b4001160 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.889+0000 7f56c2d9d640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] conn(0x7f56a406c2d0 0x7f56a406e6f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:04.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.889+0000 7f56b2ffd640 1 -- 172.21.15.116:0/267592941 <== osd.2 v2:172.21.15.116:6800/735954848 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f56a406eda0 con 0x7f56a406c2d0 2023-11-30T08:28:04.910 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56c89fe640 1 -- 172.21.15.116:0/267592941 --> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f56c40aff80 con 0x7f56a406c2d0 2023-11-30T08:28:04.910 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56b2ffd640 1 -- 172.21.15.116:0/267592941 <== osd.2 v2:172.21.15.116:6800/735954848 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f56bc007cd0 con 0x7f56a406c2d0 2023-11-30T08:28:04.910 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:28:04.910 INFO:teuthology.orchestra.run.smithi116.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-30T08:28:04.910 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:28:04.911 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56c89fe640 1 -- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] conn(0x7f56a406c2d0 msgr2=0x7f56a406e6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.912 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56c89fe640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:6800/735954848,v1:172.21.15.116:6801/735954848] conn(0x7f56a406c2d0 0x7f56a406e6f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:04.912 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56c89fe640 1 -- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f56a4066470 msgr2=0x7f56a4068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.912 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56c89fe640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f56a4066470 0x7f56a4068930 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f56b4005890 tx=0x7f56b4001160 comp rx=0 tx=0).stop 2023-11-30T08:28:04.912 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56c89fe640 1 -- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56c4147120 msgr2=0x7f56c4146940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:04.912 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56c89fe640 1 --2- 172.21.15.116:0/267592941 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f56c4147120 0x7f56c4146940 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f56b8018f00 tx=0x7f56b8019090 comp rx=0 tx=0).stop 2023-11-30T08:28:04.912 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56c2d9d640 1 -- 172.21.15.116:0/267592941 reap_dead start 2023-11-30T08:28:04.912 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56c89fe640 1 -- 172.21.15.116:0/267592941 shutdown_connections 2023-11-30T08:28:04.913 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56c89fe640 1 -- 172.21.15.116:0/267592941 >> 172.21.15.116:0/267592941 conn(0x7f56c40b4890 msgr2=0x7f56c40b63d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:04.913 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56c89fe640 1 -- 172.21.15.116:0/267592941 shutdown_connections 2023-11-30T08:28:04.913 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:04.901+0000 7f56c89fe640 1 -- 172.21.15.116:0/267592941 wait complete. 2023-11-30T08:28:04.924 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2023-11-30T08:28:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.017+0000 7f5dc184a640 1 Processor -- start 2023-11-30T08:28:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.017+0000 7f5dc184a640 1 -- start start 2023-11-30T08:28:05.030 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dc184a640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f5dbc0b4a10 0x7f5dbc146700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.030 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dc184a640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5dbc0b87e0 con 0x7f5dbc0bc870 2023-11-30T08:28:05.030 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dc184a640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5dbc0b3870 con 0x7f5dbc140b90 2023-11-30T08:28:05.030 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dc184a640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5dbc0bcc50 con 0x7f5dbc0b4a10 2023-11-30T08:28:05.030 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dbaffd640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f5dbc0bc870 0x7f5dbc140480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:60240/0 (socket says 172.21.15.116:60240) 2023-11-30T08:28:05.030 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dbaffd640 1 -- 172.21.15.116:0/1188106832 learned_addr learned my addr 172.21.15.116:0/1188106832 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:28:05.030 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1872556420 0 0) 0x7f5dac001120 con 0x7f5dbc0bc870 2023-11-30T08:28:05.030 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dbb7fe640 1 --2- 172.21.15.116:0/1188106832 >> v2:172.21.15.162:3300/0 conn(0x7f5dbc0b4a10 0x7f5dbc146700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5da8003530 con 0x7f5dbc0bc870 2023-11-30T08:28:05.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 134854557 0 0) 0x7f5da8003530 con 0x7f5dbc0bc870 2023-11-30T08:28:05.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 >> v2:172.21.15.162:3300/0 conn(0x7f5dbc0b4a10 msgr2=0x7f5dbc146700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:05.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 --2- 172.21.15.116:0/1188106832 >> v2:172.21.15.162:3300/0 conn(0x7f5dbc0b4a10 0x7f5dbc146700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 >> v1:172.21.15.162:6789/0 conn(0x7f5dbc140b90 legacy=0x7f5dbc14f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:05.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dbc0b3b10 con 0x7f5dbc0bc870 2023-11-30T08:28:05.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f5dac001810 con 0x7f5dbc0bc870 2023-11-30T08:28:05.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 >> v1:172.21.15.116:6789/0 conn(0x7f5dbc0bc870 legacy=0x7f5dbc140480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.031 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 --2- 172.21.15.116:0/1188106832 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5da80039d0 0x7f5da8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 --2- 172.21.15.116:0/1188106832 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5da80047d0 0x7f5da8004c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 --2- 172.21.15.116:0/1188106832 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5da8005390 0x7f5da800b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dbc0bcc50 con 0x7f5da80047d0 2023-11-30T08:28:05.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5da800c250 con 0x7f5da8005390 2023-11-30T08:28:05.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5da800c410 con 0x7f5da80039d0 2023-11-30T08:28:05.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5db3fff640 1 --2- 172.21.15.116:0/1188106832 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5da80047d0 0x7f5da8004c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dbaffd640 1 --2- 172.21.15.116:0/1188106832 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5da80039d0 0x7f5da8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5db3fff640 1 -- 172.21.15.116:0/1188106832 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5da80039d0 msgr2=0x7f5da8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:05.032 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5db3fff640 1 --2- 172.21.15.116:0/1188106832 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5da80039d0 0x7f5da8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5db3fff640 1 -- 172.21.15.116:0/1188106832 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5da8005390 msgr2=0x7f5da800b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:05.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5db3fff640 1 --2- 172.21.15.116:0/1188106832 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5da8005390 0x7f5da800b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5dbb7fe640 1 -- 172.21.15.116:0/1188106832 reap_dead start 2023-11-30T08:28:05.033 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5db3fff640 1 -- 172.21.15.116:0/1188106832 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5da8003530 con 0x7f5da80047d0 2023-11-30T08:28:05.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.021+0000 7f5db3fff640 1 --2- 172.21.15.116:0/1188106832 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5da80047d0 0x7f5da8004c50 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f5da4003db0 tx=0x7f5da401c240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=417e77182580feb7 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5da40ab600 con 0x7f5da80047d0 2023-11-30T08:28:05.036 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5da40a7050 con 0x7f5da80047d0 2023-11-30T08:28:05.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dba7fc640 1 -- 172.21.15.116:0/1188106832 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5da40ab9c0 con 0x7f5da80047d0 2023-11-30T08:28:05.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 -- 172.21.15.116:0/1188106832 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5da80047d0 msgr2=0x7f5da8004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 --2- 172.21.15.116:0/1188106832 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5da80047d0 0x7f5da8004c50 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f5da4003db0 tx=0x7f5da401c240 comp rx=0 tx=0).stop 2023-11-30T08:28:05.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 -- 172.21.15.116:0/1188106832 shutdown_connections 2023-11-30T08:28:05.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 --2- 172.21.15.116:0/1188106832 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5da80047d0 0x7f5da8004c50 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 -- 172.21.15.116:0/1188106832 >> 172.21.15.116:0/1188106832 conn(0x7f5dbc0723e0 msgr2=0x7f5dbc0bbf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:05.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 -- 172.21.15.116:0/1188106832 shutdown_connections 2023-11-30T08:28:05.037 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 -- 172.21.15.116:0/1188106832 wait complete. 2023-11-30T08:28:05.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 Processor -- start 2023-11-30T08:28:05.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 -- start start 2023-11-30T08:28:05.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5da80047d0 0x7f5dbc0aae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5dbc0b1d00 0x7f5dbc0b2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc1df460 0x7f5dbc1df8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dbc0ac030 con 0x7f5dbc1df460 2023-11-30T08:28:05.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dbc0b26c0 con 0x7f5dbc0b1d00 2023-11-30T08:28:05.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5dbc1dfe20 con 0x7f5da80047d0 2023-11-30T08:28:05.038 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dbb7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc1df460 0x7f5dbc1df8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.039 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dbb7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc1df460 0x7f5dbc1df8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60098/0 (socket says 172.21.15.116:60098) 2023-11-30T08:28:05.039 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dbb7fe640 1 -- 172.21.15.116:0/180967524 learned_addr learned my addr 172.21.15.116:0/180967524 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:05.041 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dbaffd640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5da80047d0 0x7f5dbc0aae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.041 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dbb7fe640 1 -- 172.21.15.116:0/180967524 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5da80047d0 msgr2=0x7f5dbc0aae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.041 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dbb7fe640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5da80047d0 0x7f5dbc0aae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dbb7fe640 1 -- 172.21.15.116:0/180967524 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5dbc0b1d00 msgr2=0x7f5dbc0b2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dbb7fe640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5dbc0b1d00 0x7f5dbc0b2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dbb7fe640 1 -- 172.21.15.116:0/180967524 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dbc0a9660 con 0x7f5dbc1df460 2023-11-30T08:28:05.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dbaffd640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5da80047d0 0x7f5dbc0aae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:05.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dbb7fe640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc1df460 0x7f5dbc1df8e0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5da8004750 tx=0x7f5db400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5db8ff9640 1 -- 172.21.15.116:0/180967524 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5db400edc0 con 0x7f5dbc1df460 2023-11-30T08:28:05.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5db8ff9640 1 -- 172.21.15.116:0/180967524 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5db4014420 con 0x7f5dbc1df460 2023-11-30T08:28:05.042 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 -- 172.21.15.116:0/180967524 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5dbc0a9940 con 0x7f5dbc1df460 2023-11-30T08:28:05.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5db8ff9640 1 -- 172.21.15.116:0/180967524 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5db40147d0 con 0x7f5dbc1df460 2023-11-30T08:28:05.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 -- 172.21.15.116:0/180967524 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5dbc1def60 con 0x7f5dbc1df460 2023-11-30T08:28:05.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.025+0000 7f5dc184a640 1 -- 172.21.15.116:0/180967524 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5dbc0689d0 con 0x7f5dbc1df460 2023-11-30T08:28:05.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.029+0000 7f5db8ff9640 1 -- 172.21.15.116:0/180967524 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f5db4014930 con 0x7f5dbc1df460 2023-11-30T08:28:05.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.029+0000 7f5db8ff9640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5d9c0664a0 0x7f5d9c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.029+0000 7f5dbaffd640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5d9c0664a0 0x7f5d9c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.029+0000 7f5db8ff9640 1 -- 172.21.15.116:0/180967524 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f5db4084030 con 0x7f5dbc1df460 2023-11-30T08:28:05.043 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.029+0000 7f5dbaffd640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5d9c0664a0 0x7f5d9c068960 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5dac001d80 tx=0x7f5dac000f60 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.044 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.033+0000 7f5db8ff9640 1 -- 172.21.15.116:0/180967524 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f5db4051840 con 0x7f5dbc1df460 2023-11-30T08:28:05.184 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 -- 172.21.15.116:0/180967524 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7f5dbc146b10 con 0x7f5d9c0664a0 2023-11-30T08:28:05.185 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5db8ff9640 1 -- 172.21.15.116:0/180967524 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f5dac005e70 con 0x7f5d9c0664a0 2023-11-30T08:28:05.185 INFO:teuthology.orchestra.run.smithi116.stderr:instructed osd(s) 2 to deep-scrub 2023-11-30T08:28:05.187 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 -- 172.21.15.116:0/180967524 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5d9c0664a0 msgr2=0x7f5d9c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5d9c0664a0 0x7f5d9c068960 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f5dac001d80 tx=0x7f5dac000f60 comp rx=0 tx=0).stop 2023-11-30T08:28:05.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 -- 172.21.15.116:0/180967524 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc1df460 msgr2=0x7f5dbc1df8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc1df460 0x7f5dbc1df8e0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f5da8004750 tx=0x7f5db400e4b0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 -- 172.21.15.116:0/180967524 shutdown_connections 2023-11-30T08:28:05.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dbc1df460 0x7f5dbc1df8e0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f5dbc0b1d00 0x7f5dbc0b2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f5d9c0664a0 0x7f5d9c068960 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 --2- 172.21.15.116:0/180967524 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f5da80047d0 0x7f5dbc0aae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 -- 172.21.15.116:0/180967524 >> 172.21.15.116:0/180967524 conn(0x7f5dbc0723e0 msgr2=0x7f5dbc0ba000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:05.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 -- 172.21.15.116:0/180967524 shutdown_connections 2023-11-30T08:28:05.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.177+0000 7f5dc184a640 1 -- 172.21.15.116:0/180967524 wait complete. 2023-11-30T08:28:05.203 INFO:tasks.ceph:Scrubbing osd.3 2023-11-30T08:28:05.203 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2023-11-30T08:28:05.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f47ab12c640 1 Processor -- start 2023-11-30T08:28:05.316 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f47ab12c640 1 -- start start 2023-11-30T08:28:05.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f47ab12c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47a40afa00 0x7f47a4144a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f47ab12c640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f47a4144fa0 0x7f47a414ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f47ab12c640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47a40b3cd0 con 0x7f47a406c920 2023-11-30T08:28:05.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f47ab12c640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47a40b1ea0 con 0x7f47a4144fa0 2023-11-30T08:28:05.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f47ab12c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47a40b06a0 con 0x7f47a40afa00 2023-11-30T08:28:05.317 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f479bfff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47a40afa00 0x7f47a4144a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f47a96c9640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f47a4144fa0 0x7f47a414ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f479bfff640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47a40afa00 0x7f47a4144a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:52254/0 (socket says 172.21.15.116:52254) 2023-11-30T08:28:05.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f47a96c9640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f47a4144fa0 0x7f47a414ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3300/0 says I am v2:172.21.15.116:46364/0 (socket says 172.21.15.116:46364) 2023-11-30T08:28:05.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f479bfff640 1 -- 172.21.15.116:0/1847602752 learned_addr learned my addr 172.21.15.116:0/1847602752 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:05.318 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f479bfff640 1 -- 172.21.15.116:0/1847602752 >> v2:172.21.15.162:3300/0 conn(0x7f47a4144fa0 msgr2=0x7f47a414ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:05.319 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f479bfff640 1 --2- 172.21.15.116:0/1847602752 >> v2:172.21.15.162:3300/0 conn(0x7f47a4144fa0 0x7f47a414ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.319 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f479bfff640 1 -- 172.21.15.116:0/1847602752 >> v1:172.21.15.162:6789/0 conn(0x7f47a406c920 legacy=0x7f47a40aff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.319 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.309+0000 7f479bfff640 1 -- 172.21.15.116:0/1847602752 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47a40b1b70 con 0x7f47a40afa00 2023-11-30T08:28:05.319 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479bfff640 1 --2- 172.21.15.116:0/1847602752 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47a40afa00 0x7f47a4144a60 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f47a0009870 tx=0x7f47a001c540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c56dd0244359ff3 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479b7fe640 1 -- 172.21.15.116:0/1847602752 <== mon.2 v2:172.21.15.162:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47a00a7070 con 0x7f47a40afa00 2023-11-30T08:28:05.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479b7fe640 1 -- 172.21.15.116:0/1847602752 <== mon.2 v2:172.21.15.162:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47a00ab430 con 0x7f47a40afa00 2023-11-30T08:28:05.320 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479b7fe640 1 -- 172.21.15.116:0/1847602752 <== mon.2 v2:172.21.15.162:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47a00ab7c0 con 0x7f47a40afa00 2023-11-30T08:28:05.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 -- 172.21.15.116:0/1847602752 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47a40afa00 msgr2=0x7f47a4144a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 --2- 172.21.15.116:0/1847602752 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47a40afa00 0x7f47a4144a60 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f47a0009870 tx=0x7f47a001c540 comp rx=0 tx=0).stop 2023-11-30T08:28:05.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 -- 172.21.15.116:0/1847602752 shutdown_connections 2023-11-30T08:28:05.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 --2- 172.21.15.116:0/1847602752 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47a40afa00 0x7f47a4144a60 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.321 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 --2- 172.21.15.116:0/1847602752 >> v2:172.21.15.162:3300/0 conn(0x7f47a4144fa0 0x7f47a414ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 -- 172.21.15.116:0/1847602752 >> 172.21.15.116:0/1847602752 conn(0x7f47a40b4890 msgr2=0x7f47a40b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:05.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 -- 172.21.15.116:0/1847602752 shutdown_connections 2023-11-30T08:28:05.322 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 -- 172.21.15.116:0/1847602752 wait complete. 2023-11-30T08:28:05.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 Processor -- start 2023-11-30T08:28:05.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 -- start start 2023-11-30T08:28:05.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47a406c920 0x7f47a4138430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47a40afa00 0x7f47a41dfd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47a4144fa0 0x7f47a41e0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a4134a30 con 0x7f47a40afa00 2023-11-30T08:28:05.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a413e090 con 0x7f47a406c920 2023-11-30T08:28:05.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47a4134f60 con 0x7f47a4144fa0 2023-11-30T08:28:05.324 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479bfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47a40afa00 0x7f47a41dfd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479bfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47a40afa00 0x7f47a41dfd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60106/0 (socket says 172.21.15.116:60106) 2023-11-30T08:28:05.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479bfff640 1 -- 172.21.15.116:0/338704555 learned_addr learned my addr 172.21.15.116:0/338704555 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:05.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47a8ec8640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47a406c920 0x7f47a4138430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47a96c9640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47a4144fa0 0x7f47a41e0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479bfff640 1 -- 172.21.15.116:0/338704555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47a4144fa0 msgr2=0x7f47a41e0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479bfff640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47a4144fa0 0x7f47a41e0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479bfff640 1 -- 172.21.15.116:0/338704555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47a406c920 msgr2=0x7f47a4138430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479bfff640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f47a406c920 0x7f47a4138430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.325 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479bfff640 1 -- 172.21.15.116:0/338704555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47a00094d0 con 0x7f47a40afa00 2023-11-30T08:28:05.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f479bfff640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47a40afa00 0x7f47a41dfd40 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f47a001cde0 tx=0x7f47a00192e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47997fa640 1 -- 172.21.15.116:0/338704555 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47a00bb070 con 0x7f47a40afa00 2023-11-30T08:28:05.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47997fa640 1 -- 172.21.15.116:0/338704555 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47a00b4600 con 0x7f47a40afa00 2023-11-30T08:28:05.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.313+0000 7f47ab12c640 1 -- 172.21.15.116:0/338704555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47a413e2e0 con 0x7f47a40afa00 2023-11-30T08:28:05.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47997fa640 1 -- 172.21.15.116:0/338704555 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47a00b49b0 con 0x7f47a40afa00 2023-11-30T08:28:05.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47ab12c640 1 -- 172.21.15.116:0/338704555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47a4134c80 con 0x7f47a40afa00 2023-11-30T08:28:05.326 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47ab12c640 1 -- 172.21.15.116:0/338704555 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f47a40722c0 con 0x7f47a40afa00 2023-11-30T08:28:05.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47997fa640 1 -- 172.21.15.116:0/338704555 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f47a00b4b10 con 0x7f47a40afa00 2023-11-30T08:28:05.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47997fa640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4790066470 0x7f4790068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47997fa640 1 -- 172.21.15.116:0/338704555 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f47a011e190 con 0x7f47a40afa00 2023-11-30T08:28:05.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47a8ec8640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4790066470 0x7f4790068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47997fa640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] conn(0x7f479006c2d0 0x7f479006e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47997fa640 1 -- 172.21.15.116:0/338704555 --> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f479006eda0 con 0x7f479006c2d0 2023-11-30T08:28:05.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47997fa640 1 -- 172.21.15.116:0/338704555 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f47a011e500 con 0x7f47a40afa00 2023-11-30T08:28:05.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47a96c9640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] conn(0x7f479006c2d0 0x7f479006e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.328 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47a8ec8640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4790066470 0x7f4790068930 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f47a40724e0 tx=0x7f4794009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47a96c9640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] conn(0x7f479006c2d0 0x7f479006e6f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.329 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.317+0000 7f47997fa640 1 -- 172.21.15.116:0/338704555 <== osd.3 v2:172.21.15.116:6808/872693808 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f479006eda0 con 0x7f479006c2d0 2023-11-30T08:28:05.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.329+0000 7f47ab12c640 1 -- 172.21.15.116:0/338704555 --> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f47a4144400 con 0x7f479006c2d0 2023-11-30T08:28:05.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.329+0000 7f47997fa640 1 -- 172.21.15.116:0/338704555 <== osd.3 v2:172.21.15.116:6808/872693808 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f479c00f040 con 0x7f479006c2d0 2023-11-30T08:28:05.339 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:28:05.339 INFO:teuthology.orchestra.run.smithi116.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-30T08:28:05.340 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:28:05.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.333+0000 7f47ab12c640 1 -- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] conn(0x7f479006c2d0 msgr2=0x7f479006e6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.333+0000 7f47ab12c640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:6808/872693808,v1:172.21.15.116:6809/872693808] conn(0x7f479006c2d0 0x7f479006e6f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.333+0000 7f47ab12c640 1 -- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4790066470 msgr2=0x7f4790068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.333+0000 7f47ab12c640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f4790066470 0x7f4790068930 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f47a40724e0 tx=0x7f4794009040 comp rx=0 tx=0).stop 2023-11-30T08:28:05.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.333+0000 7f47ab12c640 1 -- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47a40afa00 msgr2=0x7f47a41dfd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.333+0000 7f47ab12c640 1 --2- 172.21.15.116:0/338704555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f47a40afa00 0x7f47a41dfd40 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f47a001cde0 tx=0x7f47a00192e0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.333+0000 7f47a96c9640 1 -- 172.21.15.116:0/338704555 reap_dead start 2023-11-30T08:28:05.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.333+0000 7f47ab12c640 1 -- 172.21.15.116:0/338704555 shutdown_connections 2023-11-30T08:28:05.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.333+0000 7f47ab12c640 1 -- 172.21.15.116:0/338704555 >> 172.21.15.116:0/338704555 conn(0x7f47a40b4890 msgr2=0x7f47a40b4c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:05.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.333+0000 7f47ab12c640 1 -- 172.21.15.116:0/338704555 shutdown_connections 2023-11-30T08:28:05.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.333+0000 7f47ab12c640 1 -- 172.21.15.116:0/338704555 wait complete. 2023-11-30T08:28:05.354 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2023-11-30T08:28:05.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7feff65f4640 1 Processor -- start 2023-11-30T08:28:05.460 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7feff65f4640 1 -- start start 2023-11-30T08:28:05.462 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7feff65f4640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff00b6f20 0x7feff0149c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.463 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7feff65f4640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feff00b62b0 con 0x7feff00b5270 2023-11-30T08:28:05.463 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7feff65f4640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feff00b5ca0 con 0x7feff0140b20 2023-11-30T08:28:05.463 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7feff65f4640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feff00b7300 con 0x7feff00b6f20 2023-11-30T08:28:05.463 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefef7fe640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7feff00b5270 0x7feff0140410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:60244/0 (socket says 172.21.15.116:60244) 2023-11-30T08:28:05.463 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefef7fe640 1 -- 172.21.15.116:0/471199301 learned_addr learned my addr 172.21.15.116:0/471199301 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:28:05.463 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeffff640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff00b6f20 0x7feff0149c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.463 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3535539409 0 0) 0x7feff00b62b0 con 0x7feff00b5270 2023-11-30T08:28:05.463 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fefd8003530 con 0x7feff00b5270 2023-11-30T08:28:05.463 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2120249505 0 0) 0x7fefd8003530 con 0x7feff00b5270 2023-11-30T08:28:05.464 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff00b6f20 msgr2=0x7feff0149c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:05.464 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff00b6f20 0x7feff0149c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.464 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 >> v1:172.21.15.162:6789/0 conn(0x7feff0140b20 legacy=0x7feff0150fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.464 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feff00b5f40 con 0x7feff00b5270 2023-11-30T08:28:05.464 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7fefe4001680 con 0x7feff00b5270 2023-11-30T08:28:05.464 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 >> v1:172.21.15.116:6789/0 conn(0x7feff00b5270 legacy=0x7feff0140410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.464 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefd80039b0 0x7fefd8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.465 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff00b6f20 0x7fefd80047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.465 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefd8004d10 0x7fefd8005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.465 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feff00b7300 con 0x7fefd8004d10 2023-11-30T08:28:05.465 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefd800ba70 con 0x7fefd80039b0 2023-11-30T08:28:05.465 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefd800bc30 con 0x7feff00b6f20 2023-11-30T08:28:05.465 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7feff4b91640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefd8004d10 0x7fefd8005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.465 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeffff640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefd80039b0 0x7fefd8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.465 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefef7fe640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff00b6f20 0x7fefd80047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.466 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7feff4b91640 1 -- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff00b6f20 msgr2=0x7fefd80047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:05.466 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7feff4b91640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff00b6f20 0x7fefd80047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.466 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7feff4b91640 1 -- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefd80039b0 msgr2=0x7fefd8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:05.466 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7feff4b91640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefd80039b0 0x7fefd8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.466 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7feff4b91640 1 -- 172.21.15.116:0/471199301 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefd8003530 con 0x7fefd8004d10 2023-11-30T08:28:05.466 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefef7fe640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff00b6f20 0x7fefd80047d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:05.466 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.453+0000 7fefeffff640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fefd80039b0 0x7fefd8003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:05.469 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff4b91640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefd8004d10 0x7fefd8005190 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fefe8001e40 tx=0x7fefe801c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10f9a10ca593d02 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.470 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe8003b80 con 0x7fefd8004d10 2023-11-30T08:28:05.470 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefe8003ce0 con 0x7fefd8004d10 2023-11-30T08:28:05.470 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7fefeeffd640 1 -- 172.21.15.116:0/471199301 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe80052c0 con 0x7fefd8004d10 2023-11-30T08:28:05.470 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 -- 172.21.15.116:0/471199301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefd8004d10 msgr2=0x7fefd8005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.470 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 --2- 172.21.15.116:0/471199301 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fefd8004d10 0x7fefd8005190 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fefe8001e40 tx=0x7fefe801c740 comp rx=0 tx=0).stop 2023-11-30T08:28:05.470 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff4b91640 1 -- 172.21.15.116:0/471199301 reap_dead start 2023-11-30T08:28:05.470 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 -- 172.21.15.116:0/471199301 shutdown_connections 2023-11-30T08:28:05.470 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 -- 172.21.15.116:0/471199301 >> 172.21.15.116:0/471199301 conn(0x7feff006a750 msgr2=0x7feff006ab60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:05.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 -- 172.21.15.116:0/471199301 shutdown_connections 2023-11-30T08:28:05.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 -- 172.21.15.116:0/471199301 wait complete. 2023-11-30T08:28:05.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 Processor -- start 2023-11-30T08:28:05.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 -- start start 2023-11-30T08:28:05.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff01df580 0x7feff00b99e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7feff01dbdb0 0x7feff01dc230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feff01dc770 0x7feff00b7dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.471 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feff00b3d10 con 0x7feff01dc770 2023-11-30T08:28:05.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feff00b9f20 con 0x7feff01dbdb0 2023-11-30T08:28:05.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff65f4640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feff01df960 con 0x7feff01df580 2023-11-30T08:28:05.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff4b91640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feff01dc770 0x7feff00b7dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff4b91640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feff01dc770 0x7feff00b7dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60120/0 (socket says 172.21.15.116:60120) 2023-11-30T08:28:05.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff4b91640 1 -- 172.21.15.116:0/250283876 learned_addr learned my addr 172.21.15.116:0/250283876 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:05.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7fefef7fe640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7feff01dbdb0 0x7feff01dc230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff4b91640 1 -- 172.21.15.116:0/250283876 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff01df580 msgr2=0x7feff00b99e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7fefeffff640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff01df580 0x7feff00b99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.472 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff4b91640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff01df580 0x7feff00b99e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff4b91640 1 -- 172.21.15.116:0/250283876 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7feff01dbdb0 msgr2=0x7feff01dc230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff4b91640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7feff01dbdb0 0x7feff01dc230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff4b91640 1 -- 172.21.15.116:0/250283876 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feff00ba1a0 con 0x7feff01dc770 2023-11-30T08:28:05.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7fefef7fe640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7feff01dbdb0 0x7feff01dc230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:05.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.457+0000 7feff4b91640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feff01dc770 0x7feff00b7dd0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fefe801c780 tx=0x7fefd8005800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.461+0000 7fefecff9640 1 -- 172.21.15.116:0/250283876 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe8007dc0 con 0x7feff01dc770 2023-11-30T08:28:05.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.461+0000 7fefecff9640 1 -- 172.21.15.116:0/250283876 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefe8005030 con 0x7feff01dc770 2023-11-30T08:28:05.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.461+0000 7feff65f4640 1 -- 172.21.15.116:0/250283876 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feff0143ea0 con 0x7feff01dc770 2023-11-30T08:28:05.473 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.461+0000 7fefecff9640 1 -- 172.21.15.116:0/250283876 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe80053a0 con 0x7feff01dc770 2023-11-30T08:28:05.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.461+0000 7feff65f4640 1 -- 172.21.15.116:0/250283876 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feff01dcbf0 con 0x7feff01dc770 2023-11-30T08:28:05.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.461+0000 7feff65f4640 1 -- 172.21.15.116:0/250283876 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feff0143d00 con 0x7feff01dc770 2023-11-30T08:28:05.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.461+0000 7fefecff9640 1 -- 172.21.15.116:0/250283876 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fefe8005500 con 0x7feff01dc770 2023-11-30T08:28:05.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.461+0000 7fefecff9640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fefdc066470 0x7fefdc068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.461+0000 7fefecff9640 1 -- 172.21.15.116:0/250283876 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fefe811ccc0 con 0x7feff01dc770 2023-11-30T08:28:05.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.461+0000 7fefeffff640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fefdc066470 0x7fefdc068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.474 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.461+0000 7fefeffff640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fefdc066470 0x7fefdc068930 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fefe00099e0 tx=0x7fefe0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.475 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.465+0000 7fefecff9640 1 -- 172.21.15.116:0/250283876 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7feff0143d00 con 0x7feff01dc770 2023-11-30T08:28:05.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 -- 172.21.15.116:0/250283876 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7feff00b3d10 con 0x7fefdc066470 2023-11-30T08:28:05.620 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7fefecff9640 1 -- 172.21.15.116:0/250283876 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7feff00b3d10 con 0x7fefdc066470 2023-11-30T08:28:05.621 INFO:teuthology.orchestra.run.smithi116.stderr:instructed osd(s) 3 to deep-scrub 2023-11-30T08:28:05.622 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 -- 172.21.15.116:0/250283876 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fefdc066470 msgr2=0x7fefdc068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fefdc066470 0x7fefdc068930 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fefe00099e0 tx=0x7fefe0008040 comp rx=0 tx=0).stop 2023-11-30T08:28:05.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 -- 172.21.15.116:0/250283876 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feff01dc770 msgr2=0x7feff00b7dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feff01dc770 0x7feff00b7dd0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fefe801c780 tx=0x7fefd8005800 comp rx=0 tx=0).stop 2023-11-30T08:28:05.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 -- 172.21.15.116:0/250283876 shutdown_connections 2023-11-30T08:28:05.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feff01dc770 0x7feff00b7dd0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7feff01dbdb0 0x7feff01dc230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fefdc066470 0x7fefdc068930 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.623 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 --2- 172.21.15.116:0/250283876 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7feff01df580 0x7feff00b99e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 -- 172.21.15.116:0/250283876 >> 172.21.15.116:0/250283876 conn(0x7feff006a750 msgr2=0x7feff006ab60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:05.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 -- 172.21.15.116:0/250283876 shutdown_connections 2023-11-30T08:28:05.624 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.613+0000 7feff65f4640 1 -- 172.21.15.116:0/250283876 wait complete. 2023-11-30T08:28:05.637 INFO:tasks.ceph:Scrubbing osd.4 2023-11-30T08:28:05.638 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2023-11-30T08:28:05.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f693763a640 1 Processor -- start 2023-11-30T08:28:05.748 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f693763a640 1 -- start start 2023-11-30T08:28:05.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f693763a640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f693006b7f0 0x7f69300ad020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f693763a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6930143730 0x7f6930143b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f693763a640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6930149c70 0x7f693014a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f693763a640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69300ae070 con 0x7f6930149c70 2023-11-30T08:28:05.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f693763a640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69300ac8f0 con 0x7f693006b7f0 2023-11-30T08:28:05.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f693763a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69300ad900 con 0x7f6930143730 2023-11-30T08:28:05.750 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f6935bd7640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6930149c70 0x7f693014a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f6935bd7640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f6930149c70 0x7f693014a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60124/0 (socket says 172.21.15.116:60124) 2023-11-30T08:28:05.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f6935bd7640 1 -- 172.21.15.116:0/3613840157 learned_addr learned my addr 172.21.15.116:0/3613840157 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:05.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f6934bd5640 1 --2- 172.21.15.116:0/3613840157 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6930143730 0x7f6930143b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f69353d6640 1 --2- 172.21.15.116:0/3613840157 >> v2:172.21.15.162:3300/0 conn(0x7f693006b7f0 0x7f69300ad020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f6935bd7640 1 -- 172.21.15.116:0/3613840157 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6930143730 msgr2=0x7f6930143b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:05.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f6935bd7640 1 --2- 172.21.15.116:0/3613840157 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6930143730 0x7f6930143b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f6935bd7640 1 -- 172.21.15.116:0/3613840157 >> v2:172.21.15.162:3300/0 conn(0x7f693006b7f0 msgr2=0x7f69300ad020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:05.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f6935bd7640 1 --2- 172.21.15.116:0/3613840157 >> v2:172.21.15.162:3300/0 conn(0x7f693006b7f0 0x7f69300ad020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.751 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f6935bd7640 1 -- 172.21.15.116:0/3613840157 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69300adbe0 con 0x7f6930149c70 2023-11-30T08:28:05.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f6934bd5640 1 --2- 172.21.15.116:0/3613840157 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6930143730 0x7f6930143b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:05.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.741+0000 7f69353d6640 1 --2- 172.21.15.116:0/3613840157 >> v2:172.21.15.162:3300/0 conn(0x7f693006b7f0 0x7f69300ad020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:05.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f6935bd7640 1 --2- 172.21.15.116:0/3613840157 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6930149c70 0x7f693014a0c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f693006be80 tx=0x7f692801c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ea833e0af2be59c server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.752 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f6927fff640 1 -- 172.21.15.116:0/3613840157 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69280a57c0 con 0x7f6930149c70 2023-11-30T08:28:05.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f6927fff640 1 -- 172.21.15.116:0/3613840157 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69280a5920 con 0x7f6930149c70 2023-11-30T08:28:05.753 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f6927fff640 1 -- 172.21.15.116:0/3613840157 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69280a5cb0 con 0x7f6930149c70 2023-11-30T08:28:05.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 -- 172.21.15.116:0/3613840157 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6930149c70 msgr2=0x7f693014a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 --2- 172.21.15.116:0/3613840157 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6930149c70 0x7f693014a0c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f693006be80 tx=0x7f692801c940 comp rx=0 tx=0).stop 2023-11-30T08:28:05.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 -- 172.21.15.116:0/3613840157 shutdown_connections 2023-11-30T08:28:05.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 --2- 172.21.15.116:0/3613840157 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6930149c70 0x7f693014a0c0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 --2- 172.21.15.116:0/3613840157 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6930143730 0x7f6930143b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 --2- 172.21.15.116:0/3613840157 >> v2:172.21.15.162:3300/0 conn(0x7f693006b7f0 0x7f69300ad020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 -- 172.21.15.116:0/3613840157 >> 172.21.15.116:0/3613840157 conn(0x7f69300b51a0 msgr2=0x7f69300b55b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:05.754 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 -- 172.21.15.116:0/3613840157 shutdown_connections 2023-11-30T08:28:05.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 -- 172.21.15.116:0/3613840157 wait complete. 2023-11-30T08:28:05.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 Processor -- start 2023-11-30T08:28:05.755 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 -- start start 2023-11-30T08:28:05.757 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f693006b7f0 0x7f693006f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6930143730 0x7f69300b2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6930149c70 0x7f6930149360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6930070c80 con 0x7f693006b7f0 2023-11-30T08:28:05.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6930071bd0 con 0x7f6930149c70 2023-11-30T08:28:05.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f693763a640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6930071ea0 con 0x7f6930143730 2023-11-30T08:28:05.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f69353d6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f693006b7f0 0x7f693006f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f69353d6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f693006b7f0 0x7f693006f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60126/0 (socket says 172.21.15.116:60126) 2023-11-30T08:28:05.758 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f69353d6640 1 -- 172.21.15.116:0/1937239002 learned_addr learned my addr 172.21.15.116:0/1937239002 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:05.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f69353d6640 1 -- 172.21.15.116:0/1937239002 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6930143730 msgr2=0x7f69300b2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f69353d6640 1 --2- 172.21.15.116:0/1937239002 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f6930143730 0x7f69300b2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f69353d6640 1 -- 172.21.15.116:0/1937239002 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6930149c70 msgr2=0x7f6930149360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f69353d6640 1 --2- 172.21.15.116:0/1937239002 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f6930149c70 0x7f6930149360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f69353d6640 1 -- 172.21.15.116:0/1937239002 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6928009b30 con 0x7f693006b7f0 2023-11-30T08:28:05.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.745+0000 7f69353d6640 1 --2- 172.21.15.116:0/1937239002 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f693006b7f0 0x7f693006f5a0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f692c00c7f0 tx=0x7f692c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6925ffb640 1 -- 172.21.15.116:0/1937239002 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f692c007820 con 0x7f693006b7f0 2023-11-30T08:28:05.759 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6925ffb640 1 -- 172.21.15.116:0/1937239002 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f692c007980 con 0x7f693006b7f0 2023-11-30T08:28:05.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f693763a640 1 -- 172.21.15.116:0/1937239002 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69300b1e60 con 0x7f693006b7f0 2023-11-30T08:28:05.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6925ffb640 1 -- 172.21.15.116:0/1937239002 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f692c007d30 con 0x7f693006b7f0 2023-11-30T08:28:05.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f693763a640 1 -- 172.21.15.116:0/1937239002 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69300ae820 con 0x7f693006b7f0 2023-11-30T08:28:05.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f693763a640 1 -- 172.21.15.116:0/1937239002 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f693014aa10 con 0x7f693006b7f0 2023-11-30T08:28:05.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6925ffb640 1 -- 172.21.15.116:0/1937239002 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f692c0113f0 con 0x7f693006b7f0 2023-11-30T08:28:05.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6925ffb640 1 --2- 172.21.15.116:0/1937239002 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6914066470 0x7f6914068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6925ffb640 1 -- 172.21.15.116:0/1937239002 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f692c084410 con 0x7f693006b7f0 2023-11-30T08:28:05.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6934bd5640 1 --2- 172.21.15.116:0/1937239002 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6914066470 0x7f6914068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6925ffb640 1 --2- 172.21.15.116:0/1937239002 >> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] conn(0x7f691406c2d0 0x7f691406e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.760 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6925ffb640 1 -- 172.21.15.116:0/1937239002 --> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f691406eda0 con 0x7f691406c2d0 2023-11-30T08:28:05.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6925ffb640 1 -- 172.21.15.116:0/1937239002 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f692c084860 con 0x7f693006b7f0 2023-11-30T08:28:05.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6934bd5640 1 --2- 172.21.15.116:0/1937239002 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6914066470 0x7f6914068930 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f69300aec00 tx=0x7f6920008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6935bd7640 1 --2- 172.21.15.116:0/1937239002 >> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] conn(0x7f691406c2d0 0x7f691406e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.749+0000 7f6935bd7640 1 --2- 172.21.15.116:0/1937239002 >> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] conn(0x7f691406c2d0 0x7f691406e6f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.761 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.753+0000 7f6925ffb640 1 -- 172.21.15.116:0/1937239002 <== osd.4 v2:172.21.15.162:6804/1627507177 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f691406eda0 con 0x7f691406c2d0 2023-11-30T08:28:05.772 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f693763a640 1 -- 172.21.15.116:0/1937239002 --> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f69300acb40 con 0x7f691406c2d0 2023-11-30T08:28:05.773 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f6925ffb640 1 -- 172.21.15.116:0/1937239002 <== osd.4 v2:172.21.15.162:6804/1627507177 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f69280090d0 con 0x7f691406c2d0 2023-11-30T08:28:05.773 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:28:05.773 INFO:teuthology.orchestra.run.smithi116.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-30T08:28:05.773 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:28:05.774 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f693763a640 1 -- 172.21.15.116:0/1937239002 >> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] conn(0x7f691406c2d0 msgr2=0x7f691406e6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f693763a640 1 --2- 172.21.15.116:0/1937239002 >> [v2:172.21.15.162:6804/1627507177,v1:172.21.15.162:6805/1627507177] conn(0x7f691406c2d0 0x7f691406e6f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f693763a640 1 -- 172.21.15.116:0/1937239002 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6914066470 msgr2=0x7f6914068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f693763a640 1 --2- 172.21.15.116:0/1937239002 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f6914066470 0x7f6914068930 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f69300aec00 tx=0x7f6920008040 comp rx=0 tx=0).stop 2023-11-30T08:28:05.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f693763a640 1 -- 172.21.15.116:0/1937239002 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f693006b7f0 msgr2=0x7f693006f5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f693763a640 1 --2- 172.21.15.116:0/1937239002 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f693006b7f0 0x7f693006f5a0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f692c00c7f0 tx=0x7f692c00ccb0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f6935bd7640 1 -- 172.21.15.116:0/1937239002 reap_dead start 2023-11-30T08:28:05.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f693763a640 1 -- 172.21.15.116:0/1937239002 shutdown_connections 2023-11-30T08:28:05.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f693763a640 1 -- 172.21.15.116:0/1937239002 >> 172.21.15.116:0/1937239002 conn(0x7f69300b51a0 msgr2=0x7f69301426f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:05.775 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f693763a640 1 -- 172.21.15.116:0/1937239002 shutdown_connections 2023-11-30T08:28:05.776 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.765+0000 7f693763a640 1 -- 172.21.15.116:0/1937239002 wait complete. 2023-11-30T08:28:05.788 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2023-11-30T08:28:05.892 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258d068640 1 Processor -- start 2023-11-30T08:28:05.892 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258d068640 1 -- start start 2023-11-30T08:28:05.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258d068640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f258806c100 0x7f258813caf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258d068640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f258813d030 0x7f25880b43c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258d068640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f25880b4900 0x7f2588142cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258d068640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f258806cdd0 con 0x7f25880b4900 2023-11-30T08:28:05.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258d068640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2588066bf0 con 0x7f258813d030 2023-11-30T08:28:05.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258d068640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f258806b830 con 0x7f258806c100 2023-11-30T08:28:05.894 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258759e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f25880b4900 0x7f2588142cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258759e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f25880b4900 0x7f2588142cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60128/0 (socket says 172.21.15.116:60128) 2023-11-30T08:28:05.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258759e640 1 -- 172.21.15.116:0/3031972663 learned_addr learned my addr 172.21.15.116:0/3031972663 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:05.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f2586d9d640 1 --2- 172.21.15.116:0/3031972663 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f258806c100 0x7f258813caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258659c640 1 --2- 172.21.15.116:0/3031972663 >> v2:172.21.15.162:3300/0 conn(0x7f258813d030 0x7f25880b43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258759e640 1 -- 172.21.15.116:0/3031972663 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f258806c100 msgr2=0x7f258813caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:05.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258759e640 1 --2- 172.21.15.116:0/3031972663 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f258806c100 0x7f258813caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258759e640 1 -- 172.21.15.116:0/3031972663 >> v2:172.21.15.162:3300/0 conn(0x7f258813d030 msgr2=0x7f25880b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:05.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258759e640 1 --2- 172.21.15.116:0/3031972663 >> v2:172.21.15.162:3300/0 conn(0x7f258813d030 0x7f25880b43c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.895 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.885+0000 7f258759e640 1 -- 172.21.15.116:0/3031972663 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f258806d350 con 0x7f25880b4900 2023-11-30T08:28:05.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258759e640 1 --2- 172.21.15.116:0/3031972663 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25880b4900 0x7f2588142cd0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f2588067200 tx=0x7f258001c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=842f2ad0d88d64e6 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f2585d9b640 1 -- 172.21.15.116:0/3031972663 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25800a5540 con 0x7f25880b4900 2023-11-30T08:28:05.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f2585d9b640 1 -- 172.21.15.116:0/3031972663 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25800a56a0 con 0x7f25880b4900 2023-11-30T08:28:05.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f2585d9b640 1 -- 172.21.15.116:0/3031972663 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25800a5a30 con 0x7f25880b4900 2023-11-30T08:28:05.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 -- 172.21.15.116:0/3031972663 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25880b4900 msgr2=0x7f2588142cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 --2- 172.21.15.116:0/3031972663 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25880b4900 0x7f2588142cd0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f2588067200 tx=0x7f258001c940 comp rx=0 tx=0).stop 2023-11-30T08:28:05.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 -- 172.21.15.116:0/3031972663 shutdown_connections 2023-11-30T08:28:05.897 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 --2- 172.21.15.116:0/3031972663 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25880b4900 0x7f2588142cd0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 --2- 172.21.15.116:0/3031972663 >> v2:172.21.15.162:3300/0 conn(0x7f258813d030 0x7f25880b43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 --2- 172.21.15.116:0/3031972663 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f258806c100 0x7f258813caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 -- 172.21.15.116:0/3031972663 >> 172.21.15.116:0/3031972663 conn(0x7f25880b85e0 msgr2=0x7f25880b89c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:05.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 -- 172.21.15.116:0/3031972663 shutdown_connections 2023-11-30T08:28:05.898 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 -- 172.21.15.116:0/3031972663 wait complete. 2023-11-30T08:28:05.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 Processor -- start 2023-11-30T08:28:05.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 -- start start 2023-11-30T08:28:05.900 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f258806c100 0x7f25881e1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25880b4900 0x7f25880b1c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f258813d030 0x7f2588099140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f258809a8a0 con 0x7f25880b4900 2023-11-30T08:28:05.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2588098cf0 con 0x7f258813d030 2023-11-30T08:28:05.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2588140fa0 con 0x7f258806c100 2023-11-30T08:28:05.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258659c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25880b4900 0x7f25880b1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258659c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25880b4900 0x7f25880b1c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60142/0 (socket says 172.21.15.116:60142) 2023-11-30T08:28:05.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258659c640 1 -- 172.21.15.116:0/1338764177 learned_addr learned my addr 172.21.15.116:0/1338764177 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:05.901 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f2586d9d640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f258806c100 0x7f25881e1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258759e640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f258813d030 0x7f2588099140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258659c640 1 -- 172.21.15.116:0/1338764177 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f258806c100 msgr2=0x7f25881e1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258659c640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f258806c100 0x7f25881e1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258659c640 1 -- 172.21.15.116:0/1338764177 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f258813d030 msgr2=0x7f2588099140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:05.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258659c640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f258813d030 0x7f2588099140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:05.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258659c640 1 -- 172.21.15.116:0/1338764177 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2580009b30 con 0x7f25880b4900 2023-11-30T08:28:05.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258759e640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f258813d030 0x7f2588099140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:05.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258659c640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25880b4900 0x7f25880b1c70 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f257c00d6d0 tx=0x7f257c00db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.902 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f256f7fe640 1 -- 172.21.15.116:0/1338764177 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f257c007900 con 0x7f25880b4900 2023-11-30T08:28:05.903 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f256f7fe640 1 -- 172.21.15.116:0/1338764177 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f257c007a60 con 0x7f25880b4900 2023-11-30T08:28:05.903 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 -- 172.21.15.116:0/1338764177 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2588099810 con 0x7f25880b4900 2023-11-30T08:28:05.903 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f256f7fe640 1 -- 172.21.15.116:0/1338764177 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f257c007df0 con 0x7f25880b4900 2023-11-30T08:28:05.903 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.889+0000 7f258d068640 1 -- 172.21.15.116:0/1338764177 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f258809aa80 con 0x7f25880b4900 2023-11-30T08:28:05.903 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.893+0000 7f258d068640 1 -- 172.21.15.116:0/1338764177 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2588098e60 con 0x7f25880b4900 2023-11-30T08:28:05.903 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.893+0000 7f256f7fe640 1 -- 172.21.15.116:0/1338764177 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f257c011460 con 0x7f25880b4900 2023-11-30T08:28:05.904 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.893+0000 7f256f7fe640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2574066470 0x7f2574068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:05.904 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.893+0000 7f256f7fe640 1 -- 172.21.15.116:0/1338764177 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f257c083ed0 con 0x7f25880b4900 2023-11-30T08:28:05.904 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.893+0000 7f2586d9d640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2574066470 0x7f2574068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:05.904 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.893+0000 7f2586d9d640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2574066470 0x7f2574068930 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f257800ba30 tx=0x7f2578008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:05.905 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:05.897+0000 7f256f7fe640 1 -- 172.21.15.116:0/1338764177 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f257c0517c0 con 0x7f25880b4900 2023-11-30T08:28:06.046 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.037+0000 7f258d068640 1 -- 172.21.15.116:0/1338764177 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7f25880b9380 con 0x7f2574066470 2023-11-30T08:28:06.047 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.037+0000 7f256f7fe640 1 -- 172.21.15.116:0/1338764177 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f257800b620 con 0x7f2574066470 2023-11-30T08:28:06.047 INFO:teuthology.orchestra.run.smithi116.stderr:instructed osd(s) 4 to deep-scrub 2023-11-30T08:28:06.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.041+0000 7f258d068640 1 -- 172.21.15.116:0/1338764177 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2574066470 msgr2=0x7f2574068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.041+0000 7f258d068640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2574066470 0x7f2574068930 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f257800ba30 tx=0x7f2578008040 comp rx=0 tx=0).stop 2023-11-30T08:28:06.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.041+0000 7f258d068640 1 -- 172.21.15.116:0/1338764177 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25880b4900 msgr2=0x7f25880b1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.041+0000 7f258d068640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25880b4900 0x7f25880b1c70 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f257c00d6d0 tx=0x7f257c00db90 comp rx=0 tx=0).stop 2023-11-30T08:28:06.049 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.041+0000 7f258d068640 1 -- 172.21.15.116:0/1338764177 shutdown_connections 2023-11-30T08:28:06.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.041+0000 7f258d068640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f258813d030 0x7f2588099140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.041+0000 7f258d068640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25880b4900 0x7f25880b1c70 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.041+0000 7f258d068640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f2574066470 0x7f2574068930 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.041+0000 7f258d068640 1 --2- 172.21.15.116:0/1338764177 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f258806c100 0x7f25881e1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.041+0000 7f258d068640 1 -- 172.21.15.116:0/1338764177 >> 172.21.15.116:0/1338764177 conn(0x7f25880b85e0 msgr2=0x7f2588066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:06.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.041+0000 7f258d068640 1 -- 172.21.15.116:0/1338764177 shutdown_connections 2023-11-30T08:28:06.050 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.041+0000 7f258d068640 1 -- 172.21.15.116:0/1338764177 wait complete. 2023-11-30T08:28:06.064 INFO:tasks.ceph:Scrubbing osd.5 2023-11-30T08:28:06.064 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2023-11-30T08:28:06.184 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2ea776640 1 Processor -- start 2023-11-30T08:28:06.184 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2ea776640 1 -- start start 2023-11-30T08:28:06.185 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2ea776640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fd2e406cab0 0x7fd2e4143a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.185 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2ea776640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd2e406b690 0x7fd2e4146870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.186 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2ea776640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fd2e406ce90 0x7fd2e4146db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.186 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2ea776640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2e406d5c0 con 0x7fd2e406cab0 2023-11-30T08:28:06.186 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2ea776640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2e406c4b0 con 0x7fd2e406ce90 2023-11-30T08:28:06.186 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2ea776640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e409ee60 con 0x7fd2e406b690 2023-11-30T08:28:06.186 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2e3fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fd2e406cab0 0x7fd2e4143a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.186 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2e3fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fd2e406cab0 0x7fd2e4143a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60158/0 (socket says 172.21.15.116:60158) 2023-11-30T08:28:06.186 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2e3fff640 1 -- 172.21.15.116:0/1792204237 learned_addr learned my addr 172.21.15.116:0/1792204237 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:06.186 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2e8d13640 1 --2- 172.21.15.116:0/1792204237 >> v2:172.21.15.162:3300/0 conn(0x7fd2e406ce90 0x7fd2e4146db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.187 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2e37fe640 1 --2- 172.21.15.116:0/1792204237 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd2e406b690 0x7fd2e4146870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.187 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2e3fff640 1 -- 172.21.15.116:0/1792204237 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd2e406b690 msgr2=0x7fd2e4146870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:06.187 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2e3fff640 1 --2- 172.21.15.116:0/1792204237 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd2e406b690 0x7fd2e4146870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.187 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2e3fff640 1 -- 172.21.15.116:0/1792204237 >> v2:172.21.15.162:3300/0 conn(0x7fd2e406ce90 msgr2=0x7fd2e4146db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:06.187 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2e3fff640 1 --2- 172.21.15.116:0/1792204237 >> v2:172.21.15.162:3300/0 conn(0x7fd2e406ce90 0x7fd2e4146db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.187 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2e3fff640 1 -- 172.21.15.116:0/1792204237 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2e40afda0 con 0x7fd2e406cab0 2023-11-30T08:28:06.187 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2e8d13640 1 --2- 172.21.15.116:0/1792204237 >> v2:172.21.15.162:3300/0 conn(0x7fd2e406ce90 0x7fd2e4146db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:06.187 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.177+0000 7fd2e37fe640 1 --2- 172.21.15.116:0/1792204237 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd2e406b690 0x7fd2e4146870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:06.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2e3fff640 1 --2- 172.21.15.116:0/1792204237 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2e406cab0 0x7fd2e4143a60 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fd2e406f810 tx=0x7fd2d801c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77a5a31458566466 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2e2ffd640 1 -- 172.21.15.116:0/1792204237 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d80ab600 con 0x7fd2e406cab0 2023-11-30T08:28:06.188 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2e2ffd640 1 -- 172.21.15.116:0/1792204237 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2d80a7050 con 0x7fd2e406cab0 2023-11-30T08:28:06.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2e2ffd640 1 -- 172.21.15.116:0/1792204237 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d80ab980 con 0x7fd2e406cab0 2023-11-30T08:28:06.189 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2ea776640 1 -- 172.21.15.116:0/1792204237 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2e406cab0 msgr2=0x7fd2e4143a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2ea776640 1 --2- 172.21.15.116:0/1792204237 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2e406cab0 0x7fd2e4143a60 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fd2e406f810 tx=0x7fd2d801c470 comp rx=0 tx=0).stop 2023-11-30T08:28:06.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2ea776640 1 -- 172.21.15.116:0/1792204237 shutdown_connections 2023-11-30T08:28:06.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2ea776640 1 --2- 172.21.15.116:0/1792204237 >> v2:172.21.15.162:3300/0 conn(0x7fd2e406ce90 0x7fd2e4146db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2ea776640 1 --2- 172.21.15.116:0/1792204237 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd2e406b690 0x7fd2e4146870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2ea776640 1 --2- 172.21.15.116:0/1792204237 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2e406cab0 0x7fd2e4143a60 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2ea776640 1 -- 172.21.15.116:0/1792204237 >> 172.21.15.116:0/1792204237 conn(0x7fd2e40b6d10 msgr2=0x7fd2e40b7120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:06.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2ea776640 1 -- 172.21.15.116:0/1792204237 shutdown_connections 2023-11-30T08:28:06.190 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2ea776640 1 -- 172.21.15.116:0/1792204237 wait complete. 2023-11-30T08:28:06.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2ea776640 1 Processor -- start 2023-11-30T08:28:06.192 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.181+0000 7fd2ea776640 1 -- start start 2023-11-30T08:28:06.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2ea776640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd2e406b690 0x7fd2e40b4f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2ea776640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2e406ce90 0x7fd2e413ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2ea776640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd2e413f0f0 0x7fd2e4131ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2ea776640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e40b5730 con 0x7fd2e406ce90 2023-11-30T08:28:06.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2ea776640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e40b3770 con 0x7fd2e413f0f0 2023-11-30T08:28:06.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2ea776640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e40b44c0 con 0x7fd2e406b690 2023-11-30T08:28:06.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e37fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2e406ce90 0x7fd2e413ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.193 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e37fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2e406ce90 0x7fd2e413ebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60166/0 (socket says 172.21.15.116:60166) 2023-11-30T08:28:06.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e37fe640 1 -- 172.21.15.116:0/3588171857 learned_addr learned my addr 172.21.15.116:0/3588171857 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:06.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e37fe640 1 -- 172.21.15.116:0/3588171857 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd2e406b690 msgr2=0x7fd2e40b4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e37fe640 1 --2- 172.21.15.116:0/3588171857 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fd2e406b690 0x7fd2e40b4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e37fe640 1 -- 172.21.15.116:0/3588171857 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd2e413f0f0 msgr2=0x7fd2e4131ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e37fe640 1 --2- 172.21.15.116:0/3588171857 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fd2e413f0f0 0x7fd2e4131ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e37fe640 1 -- 172.21.15.116:0/3588171857 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2d80094d0 con 0x7fd2e406ce90 2023-11-30T08:28:06.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e37fe640 1 --2- 172.21.15.116:0/3588171857 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2e406ce90 0x7fd2e413ebb0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fd2d400c850 tx=0x7fd2d400cd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e0ff9640 1 -- 172.21.15.116:0/3588171857 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d4007a30 con 0x7fd2e406ce90 2023-11-30T08:28:06.194 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e0ff9640 1 -- 172.21.15.116:0/3588171857 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2d4007b90 con 0x7fd2e406ce90 2023-11-30T08:28:06.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2ea776640 1 -- 172.21.15.116:0/3588171857 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2e40b5460 con 0x7fd2e406ce90 2023-11-30T08:28:06.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e0ff9640 1 -- 172.21.15.116:0/3588171857 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d40113f0 con 0x7fd2e406ce90 2023-11-30T08:28:06.195 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2ea776640 1 -- 172.21.15.116:0/3588171857 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2e40b3400 con 0x7fd2e406ce90 2023-11-30T08:28:06.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2ea776640 1 -- 172.21.15.116:0/3588171857 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd2e40ade30 con 0x7fd2e406ce90 2023-11-30T08:28:06.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e0ff9640 1 -- 172.21.15.116:0/3588171857 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fd2d4011550 con 0x7fd2e406ce90 2023-11-30T08:28:06.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e0ff9640 1 --2- 172.21.15.116:0/3588171857 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd2d0066470 0x7fd2d0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.196 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e0ff9640 1 -- 172.21.15.116:0/3588171857 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fd2d40842a0 con 0x7fd2e406ce90 2023-11-30T08:28:06.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e3fff640 1 --2- 172.21.15.116:0/3588171857 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd2d0066470 0x7fd2d0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e0ff9640 1 --2- 172.21.15.116:0/3588171857 >> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] conn(0x7fd2d006c2d0 0x7fd2d006e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e0ff9640 1 -- 172.21.15.116:0/3588171857 --> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd2d006eda0 con 0x7fd2d006c2d0 2023-11-30T08:28:06.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e0ff9640 1 -- 172.21.15.116:0/3588171857 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2d40846f0 con 0x7fd2e406ce90 2023-11-30T08:28:06.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e3fff640 1 --2- 172.21.15.116:0/3588171857 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd2d0066470 0x7fd2d0068930 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd2e4074190 tx=0x7fd2d8004740 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.185+0000 7fd2e8d13640 1 --2- 172.21.15.116:0/3588171857 >> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] conn(0x7fd2d006c2d0 0x7fd2d006e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.197 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.189+0000 7fd2e8d13640 1 --2- 172.21.15.116:0/3588171857 >> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] conn(0x7fd2d006c2d0 0x7fd2d006e6f0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.198 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.189+0000 7fd2e0ff9640 1 -- 172.21.15.116:0/3588171857 <== osd.5 v2:172.21.15.162:6800/1416102070 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fd2d006eda0 con 0x7fd2d006c2d0 2023-11-30T08:28:06.210 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.201+0000 7fd2ea776640 1 -- 172.21.15.116:0/3588171857 --> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fd2e4143540 con 0x7fd2d006c2d0 2023-11-30T08:28:06.211 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.201+0000 7fd2e0ff9640 1 -- 172.21.15.116:0/3588171857 <== osd.5 v2:172.21.15.162:6800/1416102070 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fd2dc007920 con 0x7fd2d006c2d0 2023-11-30T08:28:06.211 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:28:06.211 INFO:teuthology.orchestra.run.smithi116.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-30T08:28:06.212 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:28:06.212 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.201+0000 7fd2ea776640 1 -- 172.21.15.116:0/3588171857 >> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] conn(0x7fd2d006c2d0 msgr2=0x7fd2d006e6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.201+0000 7fd2ea776640 1 --2- 172.21.15.116:0/3588171857 >> [v2:172.21.15.162:6800/1416102070,v1:172.21.15.162:6801/1416102070] conn(0x7fd2d006c2d0 0x7fd2d006e6f0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.205+0000 7fd2ea776640 1 -- 172.21.15.116:0/3588171857 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd2d0066470 msgr2=0x7fd2d0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.205+0000 7fd2ea776640 1 --2- 172.21.15.116:0/3588171857 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fd2d0066470 0x7fd2d0068930 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd2e4074190 tx=0x7fd2d8004740 comp rx=0 tx=0).stop 2023-11-30T08:28:06.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.205+0000 7fd2ea776640 1 -- 172.21.15.116:0/3588171857 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2e406ce90 msgr2=0x7fd2e413ebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.205+0000 7fd2ea776640 1 --2- 172.21.15.116:0/3588171857 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd2e406ce90 0x7fd2e413ebb0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fd2d400c850 tx=0x7fd2d400cd10 comp rx=0 tx=0).stop 2023-11-30T08:28:06.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.205+0000 7fd2e8d13640 1 -- 172.21.15.116:0/3588171857 reap_dead start 2023-11-30T08:28:06.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.205+0000 7fd2ea776640 1 -- 172.21.15.116:0/3588171857 shutdown_connections 2023-11-30T08:28:06.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.205+0000 7fd2ea776640 1 -- 172.21.15.116:0/3588171857 >> 172.21.15.116:0/3588171857 conn(0x7fd2e40b6d10 msgr2=0x7fd2e40ae700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:06.213 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.205+0000 7fd2ea776640 1 -- 172.21.15.116:0/3588171857 shutdown_connections 2023-11-30T08:28:06.214 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.205+0000 7fd2ea776640 1 -- 172.21.15.116:0/3588171857 wait complete. 2023-11-30T08:28:06.225 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2023-11-30T08:28:06.336 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f828832e640 1 Processor -- start 2023-11-30T08:28:06.337 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f828832e640 1 -- start start 2023-11-30T08:28:06.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f828832e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f828009e0e0 0x7f8280140580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.338 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f828832e640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f82800af160 0x7f8280071980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f828832e640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f828006fb10 con 0x7f8280140ac0 2023-11-30T08:28:06.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f828832e640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f828009e4c0 con 0x7f82800af160 2023-11-30T08:28:06.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f828832e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f828006fd60 con 0x7f828009e0e0 2023-11-30T08:28:06.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f82858c9640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f82800af160 0x7f8280071980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f82858c9640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f82800af160 0x7f8280071980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60168/0 (socket says 172.21.15.116:60168) 2023-11-30T08:28:06.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f82858c9640 1 -- 172.21.15.116:0/3255115967 learned_addr learned my addr 172.21.15.116:0/3255115967 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:06.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f82860ca640 1 --2- 172.21.15.116:0/3255115967 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f828009e0e0 0x7f8280140580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.339 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f82858c9640 1 -- 172.21.15.116:0/3255115967 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f828009e0e0 msgr2=0x7f8280140580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:06.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f82858c9640 1 --2- 172.21.15.116:0/3255115967 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f828009e0e0 0x7f8280140580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f82858c9640 1 -- 172.21.15.116:0/3255115967 >> v1:172.21.15.116:6789/0 conn(0x7f8280140ac0 legacy=0x7f82801465e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.340 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.329+0000 7f82858c9640 1 -- 172.21.15.116:0/3255115967 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8280070040 con 0x7f82800af160 2023-11-30T08:28:06.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f82858c9640 1 --2- 172.21.15.116:0/3255115967 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f82800af160 0x7f8280071980 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f8274009870 tx=0x7f827401c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d328cc736a6d9cf9 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.341 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f82850c8640 1 -- 172.21.15.116:0/3255115967 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8280147500 con 0x7f82800af160 2023-11-30T08:28:06.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f82850c8640 1 -- 172.21.15.116:0/3255115967 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82740ac620 con 0x7f82800af160 2023-11-30T08:28:06.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f82850c8640 1 -- 172.21.15.116:0/3255115967 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82740ac9b0 con 0x7f82800af160 2023-11-30T08:28:06.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 -- 172.21.15.116:0/3255115967 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f82800af160 msgr2=0x7f8280071980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 --2- 172.21.15.116:0/3255115967 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f82800af160 0x7f8280071980 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f8274009870 tx=0x7f827401c4b0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 -- 172.21.15.116:0/3255115967 shutdown_connections 2023-11-30T08:28:06.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 --2- 172.21.15.116:0/3255115967 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f82800af160 0x7f8280071980 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 --2- 172.21.15.116:0/3255115967 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f828009e0e0 0x7f8280140580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.342 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 -- 172.21.15.116:0/3255115967 >> 172.21.15.116:0/3255115967 conn(0x7f82800b6d10 msgr2=0x7f82800b7120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:06.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 -- 172.21.15.116:0/3255115967 shutdown_connections 2023-11-30T08:28:06.343 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 -- 172.21.15.116:0/3255115967 wait complete. 2023-11-30T08:28:06.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 Processor -- start 2023-11-30T08:28:06.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 -- start start 2023-11-30T08:28:06.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f828009e0e0 0x7f82800b11d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8280140ac0 0x7f828006bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8280144160 0x7f828006c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f828006c8a0 con 0x7f8280144160 2023-11-30T08:28:06.345 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82801e2a80 con 0x7f8280140ac0 2023-11-30T08:28:06.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f828832e640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f828013a1a0 con 0x7f828009e0e0 2023-11-30T08:28:06.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f82868cb640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8280144160 0x7f828006c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f82868cb640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8280144160 0x7f828006c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60180/0 (socket says 172.21.15.116:60180) 2023-11-30T08:28:06.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.333+0000 7f82868cb640 1 -- 172.21.15.116:0/718101737 learned_addr learned my addr 172.21.15.116:0/718101737 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:06.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f82860ca640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f828009e0e0 0x7f82800b11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f82858c9640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8280140ac0 0x7f828006bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f82868cb640 1 -- 172.21.15.116:0/718101737 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f828009e0e0 msgr2=0x7f82800b11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.346 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f82868cb640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f828009e0e0 0x7f82800b11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f82868cb640 1 -- 172.21.15.116:0/718101737 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8280140ac0 msgr2=0x7f828006bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f82868cb640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8280140ac0 0x7f828006bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f82868cb640 1 -- 172.21.15.116:0/718101737 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82740094d0 con 0x7f8280144160 2023-11-30T08:28:06.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f82860ca640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f828009e0e0 0x7f82800b11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:06.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f82868cb640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8280144160 0x7f828006c250 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f827000c340 tx=0x7f827000c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f827effd640 1 -- 172.21.15.116:0/718101737 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8270005220 con 0x7f8280144160 2023-11-30T08:28:06.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f827effd640 1 -- 172.21.15.116:0/718101737 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8270005380 con 0x7f8280144160 2023-11-30T08:28:06.347 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f828832e640 1 -- 172.21.15.116:0/718101737 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82801e2c70 con 0x7f8280144160 2023-11-30T08:28:06.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f827effd640 1 -- 172.21.15.116:0/718101737 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8270007270 con 0x7f8280144160 2023-11-30T08:28:06.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f828832e640 1 -- 172.21.15.116:0/718101737 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82800b2b30 con 0x7f8280144160 2023-11-30T08:28:06.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f828832e640 1 -- 172.21.15.116:0/718101737 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82800689d0 con 0x7f8280144160 2023-11-30T08:28:06.348 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f827effd640 1 -- 172.21.15.116:0/718101737 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f82700073d0 con 0x7f8280144160 2023-11-30T08:28:06.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f827effd640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f826c0664a0 0x7f826c068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f827effd640 1 -- 172.21.15.116:0/718101737 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f8270082ed0 con 0x7f8280144160 2023-11-30T08:28:06.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f82860ca640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f826c0664a0 0x7f826c068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.349 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.337+0000 7f82860ca640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f826c0664a0 0x7f826c068960 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8278007330 tx=0x7f827800b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.350 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.341+0000 7f827effd640 1 -- 172.21.15.116:0/718101737 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f82700506e0 con 0x7f8280144160 2023-11-30T08:28:06.493 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 -- 172.21.15.116:0/718101737 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7f82800b0000 con 0x7f826c0664a0 2023-11-30T08:28:06.493 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f827effd640 1 -- 172.21.15.116:0/718101737 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f82780039a0 con 0x7f826c0664a0 2023-11-30T08:28:06.493 INFO:teuthology.orchestra.run.smithi116.stderr:instructed osd(s) 5 to deep-scrub 2023-11-30T08:28:06.495 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 -- 172.21.15.116:0/718101737 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f826c0664a0 msgr2=0x7f826c068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.495 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f826c0664a0 0x7f826c068960 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8278007330 tx=0x7f827800b040 comp rx=0 tx=0).stop 2023-11-30T08:28:06.495 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 -- 172.21.15.116:0/718101737 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8280144160 msgr2=0x7f828006c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.495 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8280144160 0x7f828006c250 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f827000c340 tx=0x7f827000c800 comp rx=0 tx=0).stop 2023-11-30T08:28:06.495 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 -- 172.21.15.116:0/718101737 shutdown_connections 2023-11-30T08:28:06.495 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8280144160 0x7f828006c250 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.495 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f8280140ac0 0x7f828006bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.496 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f826c0664a0 0x7f826c068960 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.496 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 --2- 172.21.15.116:0/718101737 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f828009e0e0 0x7f82800b11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.496 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 -- 172.21.15.116:0/718101737 >> 172.21.15.116:0/718101737 conn(0x7f82800b6d10 msgr2=0x7f82800b51b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:06.496 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 -- 172.21.15.116:0/718101737 shutdown_connections 2023-11-30T08:28:06.496 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.485+0000 7f828832e640 1 -- 172.21.15.116:0/718101737 wait complete. 2023-11-30T08:28:06.510 INFO:tasks.ceph:Scrubbing osd.6 2023-11-30T08:28:06.510 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2023-11-30T08:28:06.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26cf67b640 1 Processor -- start 2023-11-30T08:28:06.636 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26cf67b640 1 -- start start 2023-11-30T08:28:06.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26cf67b640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f26c806c920 0x7f26c80aff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26cf67b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f26c80afa00 0x7f26c8144a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26cf67b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26c8144fa0 0x7f26c80b2790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26cf67b640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26c8145410 con 0x7f26c80afa00 2023-11-30T08:28:06.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26cf67b640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26c80b3cd0 con 0x7f26c806c920 2023-11-30T08:28:06.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26cf67b640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26c80b1ea0 con 0x7f26c8144fa0 2023-11-30T08:28:06.638 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26ccc16640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f26c80afa00 0x7f26c8144a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26ccc16640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f26c80afa00 0x7f26c8144a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60182/0 (socket says 172.21.15.116:60182) 2023-11-30T08:28:06.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26ccc16640 1 -- 172.21.15.116:0/755375816 learned_addr learned my addr 172.21.15.116:0/755375816 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:06.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26cd417640 1 --2- 172.21.15.116:0/755375816 >> v2:172.21.15.162:3300/0 conn(0x7f26c806c920 0x7f26c80aff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26cdc18640 1 --2- 172.21.15.116:0/755375816 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26c8144fa0 0x7f26c80b2790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26ccc16640 1 -- 172.21.15.116:0/755375816 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26c8144fa0 msgr2=0x7f26c80b2790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:06.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26ccc16640 1 --2- 172.21.15.116:0/755375816 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26c8144fa0 0x7f26c80b2790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26ccc16640 1 -- 172.21.15.116:0/755375816 >> v2:172.21.15.162:3300/0 conn(0x7f26c806c920 msgr2=0x7f26c80aff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:06.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26ccc16640 1 --2- 172.21.15.116:0/755375816 >> v2:172.21.15.162:3300/0 conn(0x7f26c806c920 0x7f26c80aff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.639 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26ccc16640 1 -- 172.21.15.116:0/755375816 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26c80b1b70 con 0x7f26c80afa00 2023-11-30T08:28:06.640 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.629+0000 7f26cd417640 1 --2- 172.21.15.116:0/755375816 >> v2:172.21.15.162:3300/0 conn(0x7f26c806c920 0x7f26c80aff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:06.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26ccc16640 1 --2- 172.21.15.116:0/755375816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26c80afa00 0x7f26c8144a60 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f26c80af0a0 tx=0x7f26b801c240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=940a414b8a62e5b8 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26bffff640 1 -- 172.21.15.116:0/755375816 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26b80ab600 con 0x7f26c80afa00 2023-11-30T08:28:06.641 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26bffff640 1 -- 172.21.15.116:0/755375816 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26b80a7050 con 0x7f26c80afa00 2023-11-30T08:28:06.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26bffff640 1 -- 172.21.15.116:0/755375816 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26b80ab980 con 0x7f26c80afa00 2023-11-30T08:28:06.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 -- 172.21.15.116:0/755375816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26c80afa00 msgr2=0x7f26c8144a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 --2- 172.21.15.116:0/755375816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26c80afa00 0x7f26c8144a60 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f26c80af0a0 tx=0x7f26b801c240 comp rx=0 tx=0).stop 2023-11-30T08:28:06.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 -- 172.21.15.116:0/755375816 shutdown_connections 2023-11-30T08:28:06.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 --2- 172.21.15.116:0/755375816 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26c8144fa0 0x7f26c80b2790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 --2- 172.21.15.116:0/755375816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26c80afa00 0x7f26c8144a60 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 --2- 172.21.15.116:0/755375816 >> v2:172.21.15.162:3300/0 conn(0x7f26c806c920 0x7f26c80aff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 -- 172.21.15.116:0/755375816 >> 172.21.15.116:0/755375816 conn(0x7f26c80b4890 msgr2=0x7f26c80b4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:06.642 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 -- 172.21.15.116:0/755375816 shutdown_connections 2023-11-30T08:28:06.643 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 -- 172.21.15.116:0/755375816 wait complete. 2023-11-30T08:28:06.643 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 Processor -- start 2023-11-30T08:28:06.643 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 -- start start 2023-11-30T08:28:06.645 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26c806c920 0x7f26c8137af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.646 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26c80afa00 0x7f26c8140280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26c8144fa0 0x7f26c81407c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26c80717e0 con 0x7f26c80afa00 2023-11-30T08:28:06.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26c81e0980 con 0x7f26c8144fa0 2023-11-30T08:28:06.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26c81e0c60 con 0x7f26c806c920 2023-11-30T08:28:06.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26ccc16640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26c80afa00 0x7f26c8140280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26ccc16640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26c80afa00 0x7f26c8140280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60192/0 (socket says 172.21.15.116:60192) 2023-11-30T08:28:06.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26ccc16640 1 -- 172.21.15.116:0/57054864 learned_addr learned my addr 172.21.15.116:0/57054864 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:06.647 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cdc18640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26c8144fa0 0x7f26c81407c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cd417640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26c806c920 0x7f26c8137af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26ccc16640 1 -- 172.21.15.116:0/57054864 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26c806c920 msgr2=0x7f26c8137af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26ccc16640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f26c806c920 0x7f26c8137af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26ccc16640 1 -- 172.21.15.116:0/57054864 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26c8144fa0 msgr2=0x7f26c81407c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26ccc16640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f26c8144fa0 0x7f26c81407c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26ccc16640 1 -- 172.21.15.116:0/57054864 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26b80094d0 con 0x7f26c80afa00 2023-11-30T08:28:06.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26ccc16640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26c80afa00 0x7f26c8140280 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f26b80ae040 tx=0x7f26b8018fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26bdffb640 1 -- 172.21.15.116:0/57054864 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26b80b4850 con 0x7f26c80afa00 2023-11-30T08:28:06.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26bdffb640 1 -- 172.21.15.116:0/57054864 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26b80a4e90 con 0x7f26c80afa00 2023-11-30T08:28:06.648 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 -- 172.21.15.116:0/57054864 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26c81e0f40 con 0x7f26c80afa00 2023-11-30T08:28:06.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26bdffb640 1 -- 172.21.15.116:0/57054864 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26b80b4c10 con 0x7f26c80afa00 2023-11-30T08:28:06.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.633+0000 7f26cf67b640 1 -- 172.21.15.116:0/57054864 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26c8141be0 con 0x7f26c80afa00 2023-11-30T08:28:06.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.637+0000 7f26cf67b640 1 -- 172.21.15.116:0/57054864 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f26c81e0af0 con 0x7f26c80afa00 2023-11-30T08:28:06.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.637+0000 7f26bdffb640 1 -- 172.21.15.116:0/57054864 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f26b80b2070 con 0x7f26c80afa00 2023-11-30T08:28:06.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.637+0000 7f26bdffb640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f26ac0664a0 0x7f26ac068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.637+0000 7f26bdffb640 1 -- 172.21.15.116:0/57054864 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f26b811e120 con 0x7f26c80afa00 2023-11-30T08:28:06.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.637+0000 7f26cd417640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f26ac0664a0 0x7f26ac068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.637+0000 7f26bdffb640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] conn(0x7f26ac06c300 0x7f26ac06e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.649 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.637+0000 7f26bdffb640 1 -- 172.21.15.116:0/57054864 --> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f26ac06edd0 con 0x7f26ac06c300 2023-11-30T08:28:06.650 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.637+0000 7f26bdffb640 1 -- 172.21.15.116:0/57054864 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f26b811e490 con 0x7f26c80afa00 2023-11-30T08:28:06.650 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.637+0000 7f26cd417640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f26ac0664a0 0x7f26ac068960 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f26c400b820 tx=0x7f26c4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.650 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.637+0000 7f26cdc18640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] conn(0x7f26ac06c300 0x7f26ac06e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.650 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.637+0000 7f26cdc18640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] conn(0x7f26ac06c300 0x7f26ac06e720 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.650 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.641+0000 7f26bdffb640 1 -- 172.21.15.116:0/57054864 <== osd.6 v2:172.21.15.162:6824/3005480939 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f26ac06edd0 con 0x7f26ac06c300 2023-11-30T08:28:06.660 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26cf67b640 1 -- 172.21.15.116:0/57054864 --> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f26c8144400 con 0x7f26ac06c300 2023-11-30T08:28:06.661 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26bdffb640 1 -- 172.21.15.116:0/57054864 <== osd.6 v2:172.21.15.162:6824/3005480939 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f26c0011440 con 0x7f26ac06c300 2023-11-30T08:28:06.661 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:28:06.662 INFO:teuthology.orchestra.run.smithi116.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-30T08:28:06.662 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:28:06.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26cf67b640 1 -- 172.21.15.116:0/57054864 >> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] conn(0x7f26ac06c300 msgr2=0x7f26ac06e720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26cf67b640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.162:6824/3005480939,v1:172.21.15.162:6825/3005480939] conn(0x7f26ac06c300 0x7f26ac06e720 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26cf67b640 1 -- 172.21.15.116:0/57054864 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f26ac0664a0 msgr2=0x7f26ac068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26cf67b640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f26ac0664a0 0x7f26ac068960 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f26c400b820 tx=0x7f26c4008040 comp rx=0 tx=0).stop 2023-11-30T08:28:06.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26cf67b640 1 -- 172.21.15.116:0/57054864 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26c80afa00 msgr2=0x7f26c8140280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26cf67b640 1 --2- 172.21.15.116:0/57054864 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f26c80afa00 0x7f26c8140280 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f26b80ae040 tx=0x7f26b8018fe0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26cdc18640 1 -- 172.21.15.116:0/57054864 reap_dead start 2023-11-30T08:28:06.663 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26cf67b640 1 -- 172.21.15.116:0/57054864 shutdown_connections 2023-11-30T08:28:06.664 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26cf67b640 1 -- 172.21.15.116:0/57054864 >> 172.21.15.116:0/57054864 conn(0x7f26c80b4890 msgr2=0x7f26c80b7610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:06.664 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26cf67b640 1 -- 172.21.15.116:0/57054864 shutdown_connections 2023-11-30T08:28:06.664 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.653+0000 7f26cf67b640 1 -- 172.21.15.116:0/57054864 wait complete. 2023-11-30T08:28:06.677 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2023-11-30T08:28:06.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.777+0000 7f60adc69640 1 Processor -- start 2023-11-30T08:28:06.787 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.777+0000 7f60adc69640 1 -- start start 2023-11-30T08:28:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.781+0000 7f60adc69640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f60a80af8d0 0x7f60a80b1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.781+0000 7f60adc69640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60a8144b20 con 0x7f60a80b3190 2023-11-30T08:28:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.781+0000 7f60adc69640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60a80b0cc0 con 0x7f60a80af4f0 2023-11-30T08:28:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.781+0000 7f60adc69640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60a81445c0 con 0x7f60a80af8d0 2023-11-30T08:28:06.789 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.781+0000 7f60a7fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f60a80af8d0 0x7f60a80b1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.781+0000 7f60a7fff640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f60a80af8d0 0x7f60a80b1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60208/0 (socket says 172.21.15.116:60208) 2023-11-30T08:28:06.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.781+0000 7f60a7fff640 1 -- 172.21.15.116:0/3363513166 learned_addr learned my addr 172.21.15.116:0/3363513166 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:06.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.781+0000 7f60a6ffd640 1 --1- 172.21.15.116:0/3363513166 >> v1:172.21.15.116:6789/0 conn(0x7f60a80b3190 0x7f60a809cb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:60264/0 (socket says 172.21.15.116:60264) 2023-11-30T08:28:06.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.781+0000 7f60a7fff640 1 -- 172.21.15.116:0/3363513166 >> v1:172.21.15.162:6789/0 conn(0x7f60a80af4f0 legacy=0x7f60a8144fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:06.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.781+0000 7f60a7fff640 1 -- 172.21.15.116:0/3363513166 >> v1:172.21.15.116:6789/0 conn(0x7f60a80b3190 legacy=0x7f60a809cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.790 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.781+0000 7f60a7fff640 1 -- 172.21.15.116:0/3363513166 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60a81447b0 con 0x7f60a80af8d0 2023-11-30T08:28:06.791 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.781+0000 7f60a7fff640 1 --2- 172.21.15.116:0/3363513166 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a80af8d0 0x7f60a80b1680 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f60a0009e50 tx=0x7f60a001c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ae8eca0786cf256 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.791 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a67fc640 1 -- 172.21.15.116:0/3363513166 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a00a5680 con 0x7f60a80af8d0 2023-11-30T08:28:06.791 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a67fc640 1 -- 172.21.15.116:0/3363513166 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60a00a57e0 con 0x7f60a80af8d0 2023-11-30T08:28:06.791 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a67fc640 1 -- 172.21.15.116:0/3363513166 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a00a5b70 con 0x7f60a80af8d0 2023-11-30T08:28:06.792 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 -- 172.21.15.116:0/3363513166 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a80af8d0 msgr2=0x7f60a80b1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.792 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 --2- 172.21.15.116:0/3363513166 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a80af8d0 0x7f60a80b1680 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f60a0009e50 tx=0x7f60a001c8b0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.792 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 -- 172.21.15.116:0/3363513166 shutdown_connections 2023-11-30T08:28:06.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 --2- 172.21.15.116:0/3363513166 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a80af8d0 0x7f60a80b1680 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 -- 172.21.15.116:0/3363513166 >> 172.21.15.116:0/3363513166 conn(0x7f60a806a580 msgr2=0x7f60a806a990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:06.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 -- 172.21.15.116:0/3363513166 shutdown_connections 2023-11-30T08:28:06.793 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 -- 172.21.15.116:0/3363513166 wait complete. 2023-11-30T08:28:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 Processor -- start 2023-11-30T08:28:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 -- start start 2023-11-30T08:28:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a80af4f0 0x7f60a8138850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60a80af8d0 0x7f60a813ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.795 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a80b3190 0x7f60a8137320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a81e0460 con 0x7f60a80af4f0 2023-11-30T08:28:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a806e990 con 0x7f60a80af8d0 2023-11-30T08:28:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60a8138f60 con 0x7f60a80b3190 2023-11-30T08:28:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a77fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a80af4f0 0x7f60a8138850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a77fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a80af4f0 0x7f60a8138850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60218/0 (socket says 172.21.15.116:60218) 2023-11-30T08:28:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a77fe640 1 -- 172.21.15.116:0/2032836068 learned_addr learned my addr 172.21.15.116:0/2032836068 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a77fe640 1 -- 172.21.15.116:0/2032836068 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a80b3190 msgr2=0x7f60a8137320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a7fff640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a80b3190 0x7f60a8137320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.796 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a6ffd640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60a80af8d0 0x7f60a813ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a77fe640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a80b3190 0x7f60a8137320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a77fe640 1 -- 172.21.15.116:0/2032836068 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60a80af8d0 msgr2=0x7f60a813ff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a77fe640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60a80af8d0 0x7f60a813ff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a77fe640 1 -- 172.21.15.116:0/2032836068 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60a0009b30 con 0x7f60a80af4f0 2023-11-30T08:28:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60a77fe640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a80af4f0 0x7f60a8138850 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f609c00c450 tx=0x7f609c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f608ffff640 1 -- 172.21.15.116:0/2032836068 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f609c012830 con 0x7f60a80af4f0 2023-11-30T08:28:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f608ffff640 1 -- 172.21.15.116:0/2032836068 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f609c0129b0 con 0x7f60a80af4f0 2023-11-30T08:28:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 -- 172.21.15.116:0/2032836068 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60a81e06e0 con 0x7f60a80af4f0 2023-11-30T08:28:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f608ffff640 1 -- 172.21.15.116:0/2032836068 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f609c012d60 con 0x7f60a80af4f0 2023-11-30T08:28:06.797 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 -- 172.21.15.116:0/2032836068 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60a8141a80 con 0x7f60a80af4f0 2023-11-30T08:28:06.798 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.785+0000 7f60adc69640 1 -- 172.21.15.116:0/2032836068 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60a80679e0 con 0x7f60a80af4f0 2023-11-30T08:28:06.798 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.789+0000 7f608ffff640 1 -- 172.21.15.116:0/2032836068 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f609c01c460 con 0x7f60a80af4f0 2023-11-30T08:28:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.789+0000 7f608ffff640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f60940664a0 0x7f6094068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.789+0000 7f608ffff640 1 -- 172.21.15.116:0/2032836068 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f609c083950 con 0x7f60a80af4f0 2023-11-30T08:28:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.789+0000 7f60a6ffd640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f60940664a0 0x7f6094068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:06.799 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.789+0000 7f60a6ffd640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f60940664a0 0x7f6094068960 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f60a8145370 tx=0x7f6098009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:06.800 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.793+0000 7f608ffff640 1 -- 172.21.15.116:0/2032836068 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f609c051160 con 0x7f60a80af4f0 2023-11-30T08:28:06.952 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 -- 172.21.15.116:0/2032836068 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7f60a8138d90 con 0x7f60940664a0 2023-11-30T08:28:06.952 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f608ffff640 1 -- 172.21.15.116:0/2032836068 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f60a8138d90 con 0x7f60940664a0 2023-11-30T08:28:06.952 INFO:teuthology.orchestra.run.smithi116.stderr:instructed osd(s) 6 to deep-scrub 2023-11-30T08:28:06.954 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 -- 172.21.15.116:0/2032836068 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f60940664a0 msgr2=0x7f6094068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.954 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f60940664a0 0x7f6094068960 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f60a8145370 tx=0x7f6098009040 comp rx=0 tx=0).stop 2023-11-30T08:28:06.954 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 -- 172.21.15.116:0/2032836068 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a80af4f0 msgr2=0x7f60a8138850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:06.954 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a80af4f0 0x7f60a8138850 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f609c00c450 tx=0x7f609c00c910 comp rx=0 tx=0).stop 2023-11-30T08:28:06.954 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 -- 172.21.15.116:0/2032836068 shutdown_connections 2023-11-30T08:28:06.955 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f60940664a0 0x7f6094068960 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.955 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f60a80b3190 0x7f60a8137320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.955 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f60a80af8d0 0x7f60a813ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.955 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 --2- 172.21.15.116:0/2032836068 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f60a80af4f0 0x7f60a8138850 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:06.955 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 -- 172.21.15.116:0/2032836068 >> 172.21.15.116:0/2032836068 conn(0x7f60a806a580 msgr2=0x7f60a80b3cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:06.955 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 -- 172.21.15.116:0/2032836068 shutdown_connections 2023-11-30T08:28:06.955 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:06.945+0000 7f60adc69640 1 -- 172.21.15.116:0/2032836068 wait complete. 2023-11-30T08:28:06.969 INFO:tasks.ceph:Scrubbing osd.7 2023-11-30T08:28:06.969 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2023-11-30T08:28:07.088 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cd0b92640 1 Processor -- start 2023-11-30T08:28:07.089 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cd0b92640 1 -- start start 2023-11-30T08:28:07.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cd0b92640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f7ccc0ba8b0 0x7f7ccc070a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cd0b92640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ccc140cb0 0x7f7ccc151090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cd0b92640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ccc0b5e30 con 0x7f7ccc0b65d0 2023-11-30T08:28:07.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cd0b92640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ccc0bac90 con 0x7f7ccc0ba8b0 2023-11-30T08:28:07.090 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cd0b92640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ccc0b60d0 con 0x7f7ccc140cb0 2023-11-30T08:28:07.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cca59c640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f7ccc0ba8b0 0x7f7ccc070a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7ccad9d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ccc140cb0 0x7f7ccc151090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7ccad9d640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ccc140cb0 0x7f7ccc151090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.162:3301/0 says I am v2:172.21.15.116:52416/0 (socket says 172.21.15.116:52416) 2023-11-30T08:28:07.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7ccad9d640 1 -- 172.21.15.116:0/526944432 learned_addr learned my addr 172.21.15.116:0/526944432 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:07.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cc9d9b640 1 --1- 172.21.15.116:0/526944432 >> v1:172.21.15.162:6789/0 conn(0x7f7ccc0b65d0 0x7f7ccc1405a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.162:6789/0 says I am v1:172.21.15.116:37688/0 (socket says 172.21.15.116:37688) 2023-11-30T08:28:07.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cca59c640 1 -- 172.21.15.116:0/526944432 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ccc140cb0 msgr2=0x7f7ccc151090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:07.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cca59c640 1 --2- 172.21.15.116:0/526944432 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ccc140cb0 0x7f7ccc151090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cca59c640 1 -- 172.21.15.116:0/526944432 >> v1:172.21.15.162:6789/0 conn(0x7f7ccc0b65d0 legacy=0x7f7ccc1405a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.091 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.081+0000 7f7cca59c640 1 -- 172.21.15.116:0/526944432 --> v2:172.21.15.162:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ccc06d060 con 0x7f7ccc0ba8b0 2023-11-30T08:28:07.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cca59c640 1 --2- 172.21.15.116:0/526944432 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ccc0ba8b0 0x7f7ccc070a60 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7cc4009d90 tx=0x7f7cc401c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ccbedbf1d9bbcc76 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:07.092 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cc959a640 1 -- 172.21.15.116:0/526944432 <== mon.1 v2:172.21.15.162:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc40a59a0 con 0x7f7ccc0ba8b0 2023-11-30T08:28:07.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cc959a640 1 -- 172.21.15.116:0/526944432 <== mon.1 v2:172.21.15.162:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cc40a5b00 con 0x7f7ccc0ba8b0 2023-11-30T08:28:07.093 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cc959a640 1 -- 172.21.15.116:0/526944432 <== mon.1 v2:172.21.15.162:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc40a5e90 con 0x7f7ccc0ba8b0 2023-11-30T08:28:07.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cd0b92640 1 -- 172.21.15.116:0/526944432 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ccc0ba8b0 msgr2=0x7f7ccc070a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cd0b92640 1 --2- 172.21.15.116:0/526944432 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ccc0ba8b0 0x7f7ccc070a60 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7cc4009d90 tx=0x7f7cc401c8c0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cd0b92640 1 -- 172.21.15.116:0/526944432 shutdown_connections 2023-11-30T08:28:07.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cd0b92640 1 --2- 172.21.15.116:0/526944432 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ccc140cb0 0x7f7ccc151090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cd0b92640 1 --2- 172.21.15.116:0/526944432 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ccc0ba8b0 0x7f7ccc070a60 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cd0b92640 1 -- 172.21.15.116:0/526944432 >> 172.21.15.116:0/526944432 conn(0x7f7ccc06ab80 msgr2=0x7f7ccc0b9f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:07.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cd0b92640 1 -- 172.21.15.116:0/526944432 shutdown_connections 2023-11-30T08:28:07.094 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cd0b92640 1 -- 172.21.15.116:0/526944432 wait complete. 2023-11-30T08:28:07.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cd0b92640 1 Processor -- start 2023-11-30T08:28:07.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.085+0000 7f7cd0b92640 1 -- start start 2023-11-30T08:28:07.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cd0b92640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ccc0b65d0 0x7f7ccc0b3410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cd0b92640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ccc0ba8b0 0x7f7ccc141a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.097 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cd0b92640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ccc140cb0 0x7f7ccc141fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.098 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cd0b92640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ccc150eb0 con 0x7f7ccc0b65d0 2023-11-30T08:28:07.098 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cd0b92640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ccc1df980 con 0x7f7ccc140cb0 2023-11-30T08:28:07.098 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cd0b92640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ccc1dfbf0 con 0x7f7ccc0ba8b0 2023-11-30T08:28:07.098 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cca59c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ccc0b65d0 0x7f7ccc0b3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.098 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cca59c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ccc0b65d0 0x7f7ccc0b3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60234/0 (socket says 172.21.15.116:60234) 2023-11-30T08:28:07.098 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cca59c640 1 -- 172.21.15.116:0/1212541117 learned_addr learned my addr 172.21.15.116:0/1212541117 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:07.098 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cc9d9b640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ccc0ba8b0 0x7f7ccc141a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.098 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7ccad9d640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ccc140cb0 0x7f7ccc141fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cca59c640 1 -- 172.21.15.116:0/1212541117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ccc0ba8b0 msgr2=0x7f7ccc141a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cca59c640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f7ccc0ba8b0 0x7f7ccc141a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cca59c640 1 -- 172.21.15.116:0/1212541117 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ccc140cb0 msgr2=0x7f7ccc141fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cca59c640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f7ccc140cb0 0x7f7ccc141fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cca59c640 1 -- 172.21.15.116:0/1212541117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cc4009a70 con 0x7f7ccc0b65d0 2023-11-30T08:28:07.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cca59c640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ccc0b65d0 0x7f7ccc0b3410 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f7cc401af70 tx=0x7f7cc4019660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:07.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cbaffd640 1 -- 172.21.15.116:0/1212541117 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc40aee00 con 0x7f7ccc0b65d0 2023-11-30T08:28:07.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cbaffd640 1 -- 172.21.15.116:0/1212541117 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cc4009450 con 0x7f7ccc0b65d0 2023-11-30T08:28:07.099 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cd0b92640 1 -- 172.21.15.116:0/1212541117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ccc1dfed0 con 0x7f7ccc0b65d0 2023-11-30T08:28:07.100 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cbaffd640 1 -- 172.21.15.116:0/1212541117 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cc40b7650 con 0x7f7ccc0b65d0 2023-11-30T08:28:07.100 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cd0b92640 1 -- 172.21.15.116:0/1212541117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ccc0b4270 con 0x7f7ccc0b65d0 2023-11-30T08:28:07.100 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cd0b92640 1 -- 172.21.15.116:0/1212541117 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7ccc1467a0 con 0x7f7ccc0b65d0 2023-11-30T08:28:07.101 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cbaffd640 1 -- 172.21.15.116:0/1212541117 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f7cc40b4050 con 0x7f7ccc0b65d0 2023-11-30T08:28:07.101 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cbaffd640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7cac066470 0x7f7cac068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.101 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cbaffd640 1 -- 172.21.15.116:0/1212541117 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f7cc411f400 con 0x7f7ccc0b65d0 2023-11-30T08:28:07.101 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cc9d9b640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7cac066470 0x7f7cac068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.102 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cbaffd640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] conn(0x7f7cac06c2d0 0x7f7cac06e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.102 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cbaffd640 1 -- 172.21.15.116:0/1212541117 --> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7cac06eda0 con 0x7f7cac06c2d0 2023-11-30T08:28:07.102 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cbaffd640 1 -- 172.21.15.116:0/1212541117 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7cc411f850 con 0x7f7ccc0b65d0 2023-11-30T08:28:07.102 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7cc9d9b640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7cac066470 0x7f7cac068930 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7ccc0ae0f0 tx=0x7f7cc0007cd0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:07.102 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.089+0000 7f7ccad9d640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] conn(0x7f7cac06c2d0 0x7f7cac06e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.102 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.093+0000 7f7ccad9d640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] conn(0x7f7cac06c2d0 0x7f7cac06e6f0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:07.102 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.093+0000 7f7cbaffd640 1 -- 172.21.15.116:0/1212541117 <== osd.7 v2:172.21.15.162:6816/3119544026 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f7cac06eda0 con 0x7f7cac06c2d0 2023-11-30T08:28:07.113 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7cd0b92640 1 -- 172.21.15.116:0/1212541117 --> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f7ccc0689d0 con 0x7f7cac06c2d0 2023-11-30T08:28:07.114 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7cbaffd640 1 -- 172.21.15.116:0/1212541117 <== osd.7 v2:172.21.15.162:6816/3119544026 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f7ccc0689d0 con 0x7f7cac06c2d0 2023-11-30T08:28:07.114 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2023-11-30T08:28:07.114 INFO:teuthology.orchestra.run.smithi116.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2023-11-30T08:28:07.114 INFO:teuthology.orchestra.run.smithi116.stdout:} 2023-11-30T08:28:07.115 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7cd0b92640 1 -- 172.21.15.116:0/1212541117 >> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] conn(0x7f7cac06c2d0 msgr2=0x7f7cac06e6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.115 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7cd0b92640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.162:6816/3119544026,v1:172.21.15.162:6817/3119544026] conn(0x7f7cac06c2d0 0x7f7cac06e6f0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7cd0b92640 1 -- 172.21.15.116:0/1212541117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7cac066470 msgr2=0x7f7cac068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7cd0b92640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f7cac066470 0x7f7cac068930 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7ccc0ae0f0 tx=0x7f7cc0007cd0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7cd0b92640 1 -- 172.21.15.116:0/1212541117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ccc0b65d0 msgr2=0x7f7ccc0b3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7cd0b92640 1 --2- 172.21.15.116:0/1212541117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ccc0b65d0 0x7f7ccc0b3410 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f7cc401af70 tx=0x7f7cc4019660 comp rx=0 tx=0).stop 2023-11-30T08:28:07.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7ccad9d640 1 -- 172.21.15.116:0/1212541117 reap_dead start 2023-11-30T08:28:07.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7cd0b92640 1 -- 172.21.15.116:0/1212541117 shutdown_connections 2023-11-30T08:28:07.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7cd0b92640 1 -- 172.21.15.116:0/1212541117 >> 172.21.15.116:0/1212541117 conn(0x7f7ccc06ab80 msgr2=0x7f7ccc144740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:07.116 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7cd0b92640 1 -- 172.21.15.116:0/1212541117 shutdown_connections 2023-11-30T08:28:07.117 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.105+0000 7f7cd0b92640 1 -- 172.21.15.116:0/1212541117 wait complete. 2023-11-30T08:28:07.128 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2023-11-30T08:28:07.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbabc7cf640 1 Processor -- start 2023-11-30T08:28:07.230 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbabc7cf640 1 -- start start 2023-11-30T08:28:07.231 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbabc7cf640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fbab40bc8f0 0x7fbab40b4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.232 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbabc7cf640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7fbab4146720 0x7fbab4146b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.232 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbabc7cf640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbab40b5220 con 0x7fbab41401d0 2023-11-30T08:28:07.232 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbabc7cf640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbab40bccd0 con 0x7fbab40bc8f0 2023-11-30T08:28:07.232 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbabc7cf640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbab40b3c00 con 0x7fbab4146720 2023-11-30T08:28:07.232 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbaba56b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fbab40bc8f0 0x7fbab40b4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.232 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbabad6c640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7fbab41401d0 0x7fbab4140620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:60268/0 (socket says 172.21.15.116:60268) 2023-11-30T08:28:07.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbabad6c640 1 -- 172.21.15.116:0/3125594735 learned_addr learned my addr 172.21.15.116:0/3125594735 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:28:07.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbab9d6a640 1 --2- 172.21.15.116:0/3125594735 >> v2:172.21.15.162:3300/0 conn(0x7fbab4146720 0x7fbab4146b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbaba56b640 1 -- 172.21.15.116:0/3125594735 >> v2:172.21.15.162:3300/0 conn(0x7fbab4146720 msgr2=0x7fbab4146b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:07.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbaba56b640 1 --2- 172.21.15.116:0/3125594735 >> v2:172.21.15.162:3300/0 conn(0x7fbab4146720 0x7fbab4146b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbaba56b640 1 -- 172.21.15.116:0/3125594735 >> v1:172.21.15.116:6789/0 conn(0x7fbab41401d0 legacy=0x7fbab4140620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbaba56b640 1 -- 172.21.15.116:0/3125594735 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbab40b3ee0 con 0x7fbab40bc8f0 2023-11-30T08:28:07.233 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.221+0000 7fbab9569640 1 -- 172.21.15.116:0/3125594735 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 399748940 0 0) 0x7fbab0001120 con 0x7fbab41401d0 2023-11-30T08:28:07.235 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbaba56b640 1 --2- 172.21.15.116:0/3125594735 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbab40bc8f0 0x7fbab40b4ce0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fbab40bcf90 tx=0x7fbaac01c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df7dc571f667deb0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:07.235 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbab9569640 1 -- 172.21.15.116:0/3125594735 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaac0a5880 con 0x7fbab40bc8f0 2023-11-30T08:28:07.235 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbab9569640 1 -- 172.21.15.116:0/3125594735 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbaac0a59e0 con 0x7fbab40bc8f0 2023-11-30T08:28:07.235 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbab9569640 1 -- 172.21.15.116:0/3125594735 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaac0a5d70 con 0x7fbab40bc8f0 2023-11-30T08:28:07.235 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbabc7cf640 1 -- 172.21.15.116:0/3125594735 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbab40bc8f0 msgr2=0x7fbab40b4ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbabc7cf640 1 --2- 172.21.15.116:0/3125594735 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbab40bc8f0 0x7fbab40b4ce0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fbab40bcf90 tx=0x7fbaac01c910 comp rx=0 tx=0).stop 2023-11-30T08:28:07.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbabc7cf640 1 -- 172.21.15.116:0/3125594735 shutdown_connections 2023-11-30T08:28:07.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbabc7cf640 1 --2- 172.21.15.116:0/3125594735 >> v2:172.21.15.162:3300/0 conn(0x7fbab4146720 0x7fbab4146b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbabc7cf640 1 --2- 172.21.15.116:0/3125594735 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbab40bc8f0 0x7fbab40b4ce0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbabc7cf640 1 -- 172.21.15.116:0/3125594735 >> 172.21.15.116:0/3125594735 conn(0x7fbab40722b0 msgr2=0x7fbab40bbf80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:07.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbabc7cf640 1 -- 172.21.15.116:0/3125594735 shutdown_connections 2023-11-30T08:28:07.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbabc7cf640 1 -- 172.21.15.116:0/3125594735 wait complete. 2023-11-30T08:28:07.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbabc7cf640 1 Processor -- start 2023-11-30T08:28:07.236 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.225+0000 7fbabc7cf640 1 -- start start 2023-11-30T08:28:07.239 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbabc7cf640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbab40bc8f0 0x7fbab4147df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.239 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbabc7cf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbab41401d0 0x7fbab413d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.239 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbabc7cf640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbab4146720 0x7fbab4138740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.239 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbabc7cf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbab413d9f0 con 0x7fbab41401d0 2023-11-30T08:28:07.240 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbabc7cf640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbab41484c0 con 0x7fbab40bc8f0 2023-11-30T08:28:07.240 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbabc7cf640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbab413ccb0 con 0x7fbab4146720 2023-11-30T08:28:07.240 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbab9d6a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbab41401d0 0x7fbab413d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.240 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbab9d6a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbab41401d0 0x7fbab413d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60256/0 (socket says 172.21.15.116:60256) 2023-11-30T08:28:07.240 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbab9d6a640 1 -- 172.21.15.116:0/2372759390 learned_addr learned my addr 172.21.15.116:0/2372759390 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:07.240 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbab9d6a640 1 -- 172.21.15.116:0/2372759390 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbab4146720 msgr2=0x7fbab4138740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.240 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbab9d6a640 1 --2- 172.21.15.116:0/2372759390 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbab4146720 0x7fbab4138740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.240 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbab9d6a640 1 -- 172.21.15.116:0/2372759390 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbab40bc8f0 msgr2=0x7fbab4147df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.240 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbab9d6a640 1 --2- 172.21.15.116:0/2372759390 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbab40bc8f0 0x7fbab4147df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.241 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbab9d6a640 1 -- 172.21.15.116:0/2372759390 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbaac009a70 con 0x7fbab41401d0 2023-11-30T08:28:07.241 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbab9d6a640 1 --2- 172.21.15.116:0/2372759390 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbab41401d0 0x7fbab413d4b0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fbaa800c7f0 tx=0x7fbaa800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:07.241 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbaa6ffd640 1 -- 172.21.15.116:0/2372759390 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaa8007820 con 0x7fbab41401d0 2023-11-30T08:28:07.241 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbaa6ffd640 1 -- 172.21.15.116:0/2372759390 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbaa8007980 con 0x7fbab41401d0 2023-11-30T08:28:07.241 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbaa6ffd640 1 -- 172.21.15.116:0/2372759390 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaa8007d30 con 0x7fbab41401d0 2023-11-30T08:28:07.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbabc7cf640 1 -- 172.21.15.116:0/2372759390 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbab413cf90 con 0x7fbab41401d0 2023-11-30T08:28:07.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbabc7cf640 1 -- 172.21.15.116:0/2372759390 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbab413de60 con 0x7fbab41401d0 2023-11-30T08:28:07.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbabc7cf640 1 -- 172.21.15.116:0/2372759390 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbab4148330 con 0x7fbab41401d0 2023-11-30T08:28:07.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbaa6ffd640 1 -- 172.21.15.116:0/2372759390 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbaa80113f0 con 0x7fbab41401d0 2023-11-30T08:28:07.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbaa6ffd640 1 --2- 172.21.15.116:0/2372759390 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fba980664a0 0x7fba98068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbaba56b640 1 --2- 172.21.15.116:0/2372759390 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fba980664a0 0x7fba98068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.242 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbaa6ffd640 1 -- 172.21.15.116:0/2372759390 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fbaa8083d00 con 0x7fbab41401d0 2023-11-30T08:28:07.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.229+0000 7fbaba56b640 1 --2- 172.21.15.116:0/2372759390 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fba980664a0 0x7fba98068960 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbaac0af000 tx=0x7fbaac004ac0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:07.243 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.233+0000 7fbaa6ffd640 1 -- 172.21.15.116:0/2372759390 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbaa8051510 con 0x7fbab41401d0 2023-11-30T08:28:07.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.377+0000 7fbabc7cf640 1 -- 172.21.15.116:0/2372759390 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7fbab40b5710 con 0x7fba980664a0 2023-11-30T08:28:07.387 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.377+0000 7fbaa6ffd640 1 -- 172.21.15.116:0/2372759390 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fbab40b5710 con 0x7fba980664a0 2023-11-30T08:28:07.387 INFO:teuthology.orchestra.run.smithi116.stderr:instructed osd(s) 7 to deep-scrub 2023-11-30T08:28:07.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.381+0000 7fbabc7cf640 1 -- 172.21.15.116:0/2372759390 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fba980664a0 msgr2=0x7fba98068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.381+0000 7fbabc7cf640 1 --2- 172.21.15.116:0/2372759390 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fba980664a0 0x7fba98068960 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbaac0af000 tx=0x7fbaac004ac0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.389 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.381+0000 7fbabc7cf640 1 -- 172.21.15.116:0/2372759390 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbab41401d0 msgr2=0x7fbab413d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.381+0000 7fbabc7cf640 1 --2- 172.21.15.116:0/2372759390 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbab41401d0 0x7fbab413d4b0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fbaa800c7f0 tx=0x7fbaa800ccb0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.381+0000 7fbabc7cf640 1 -- 172.21.15.116:0/2372759390 shutdown_connections 2023-11-30T08:28:07.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.381+0000 7fbabc7cf640 1 --2- 172.21.15.116:0/2372759390 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fba980664a0 0x7fba98068960 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.390 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.381+0000 7fbabc7cf640 1 --2- 172.21.15.116:0/2372759390 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbab4146720 0x7fbab4138740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.381+0000 7fbabc7cf640 1 --2- 172.21.15.116:0/2372759390 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbab41401d0 0x7fbab413d4b0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.381+0000 7fbabc7cf640 1 --2- 172.21.15.116:0/2372759390 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbab40bc8f0 0x7fbab4147df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.381+0000 7fbabc7cf640 1 -- 172.21.15.116:0/2372759390 >> 172.21.15.116:0/2372759390 conn(0x7fbab40722b0 msgr2=0x7fbab40b90e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:07.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.381+0000 7fbabc7cf640 1 -- 172.21.15.116:0/2372759390 shutdown_connections 2023-11-30T08:28:07.391 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.381+0000 7fbabc7cf640 1 -- 172.21.15.116:0/2372759390 wait complete. 2023-11-30T08:28:07.403 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:28:07.519 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.509+0000 7ff9e45c0640 1 Processor -- start 2023-11-30T08:28:07.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.509+0000 7ff9e45c0640 1 -- start start 2023-11-30T08:28:07.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e45c0640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff9dc0b5100 0x7ff9dc0b6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.524 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e45c0640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7ff9dc13e920 0x7ff9dc144440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e45c0640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9dc0b4c70 con 0x7ff9dc0b6020 2023-11-30T08:28:07.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e45c0640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9dc144980 con 0x7ff9dc0b5100 2023-11-30T08:28:07.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e45c0640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9dc0b4900 con 0x7ff9dc13e920 2023-11-30T08:28:07.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e1b5b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff9dc0b5100 0x7ff9dc0b6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.525 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e1b5b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7ff9dc0b5100 0x7ff9dc0b6e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60264/0 (socket says 172.21.15.116:60264) 2023-11-30T08:28:07.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e1b5b640 1 -- 172.21.15.116:0/1122186118 learned_addr learned my addr 172.21.15.116:0/1122186118 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:07.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e2b5d640 1 --2- 172.21.15.116:0/1122186118 >> v2:172.21.15.162:3300/0 conn(0x7ff9dc13e920 0x7ff9dc144440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e1b5b640 1 -- 172.21.15.116:0/1122186118 >> v2:172.21.15.162:3300/0 conn(0x7ff9dc13e920 msgr2=0x7ff9dc144440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:07.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e1b5b640 1 --2- 172.21.15.116:0/1122186118 >> v2:172.21.15.162:3300/0 conn(0x7ff9dc13e920 0x7ff9dc144440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e1b5b640 1 -- 172.21.15.116:0/1122186118 >> v1:172.21.15.162:6789/0 conn(0x7ff9dc0b6020 legacy=0x7ff9dc13e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:07.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e1b5b640 1 -- 172.21.15.116:0/1122186118 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9dc0b1f80 con 0x7ff9dc0b5100 2023-11-30T08:28:07.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e2b5d640 1 --2- 172.21.15.116:0/1122186118 >> v2:172.21.15.162:3300/0 conn(0x7ff9dc13e920 0x7ff9dc144440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:07.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e1b5b640 1 --2- 172.21.15.116:0/1122186118 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff9dc0b5100 0x7ff9dc0b6e50 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc0b4be0 tx=0x7ff9cc01c430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d69c582e0a5473ec server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:07.526 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e135a640 1 -- 172.21.15.116:0/1122186118 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9cc0ab650 con 0x7ff9dc0b5100 2023-11-30T08:28:07.527 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e135a640 1 -- 172.21.15.116:0/1122186118 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9cc0ab7b0 con 0x7ff9dc0b5100 2023-11-30T08:28:07.527 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.513+0000 7ff9e135a640 1 -- 172.21.15.116:0/1122186118 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9cc0abb40 con 0x7ff9dc0b5100 2023-11-30T08:28:07.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1122186118 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff9dc0b5100 msgr2=0x7ff9dc0b6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 --2- 172.21.15.116:0/1122186118 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff9dc0b5100 0x7ff9dc0b6e50 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7ff9dc0b4be0 tx=0x7ff9cc01c430 comp rx=0 tx=0).stop 2023-11-30T08:28:07.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1122186118 shutdown_connections 2023-11-30T08:28:07.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 --2- 172.21.15.116:0/1122186118 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff9dc0b5100 0x7ff9dc0b6e50 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 --2- 172.21.15.116:0/1122186118 >> v2:172.21.15.162:3300/0 conn(0x7ff9dc13e920 0x7ff9dc144440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1122186118 >> 172.21.15.116:0/1122186118 conn(0x7ff9dc06a980 msgr2=0x7ff9dc06ad90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:07.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1122186118 shutdown_connections 2023-11-30T08:28:07.528 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1122186118 wait complete. 2023-11-30T08:28:07.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 Processor -- start 2023-11-30T08:28:07.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 -- start start 2023-11-30T08:28:07.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff9dc0b5100 0x7ff9dc138f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.531 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff9dc0b6020 0x7ff9dc1394b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff9dc13e920 0x7ff9dc1deb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9dc1e2cb0 con 0x7ff9dc0b6020 2023-11-30T08:28:07.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9dc13aa20 con 0x7ff9dc13e920 2023-11-30T08:28:07.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9dc1e2350 con 0x7ff9dc0b5100 2023-11-30T08:28:07.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e1b5b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff9dc0b6020 0x7ff9dc1394b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e1b5b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff9dc0b6020 0x7ff9dc1394b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:60272/0 (socket says 172.21.15.116:60272) 2023-11-30T08:28:07.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e1b5b640 1 -- 172.21.15.116:0/1334605621 learned_addr learned my addr 172.21.15.116:0/1334605621 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:07.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e1b5b640 1 -- 172.21.15.116:0/1334605621 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff9dc0b5100 msgr2=0x7ff9dc138f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.532 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e235c640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff9dc0b5100 0x7ff9dc138f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.533 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e2b5d640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff9dc13e920 0x7ff9dc1deb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.533 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e1b5b640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff9dc0b5100 0x7ff9dc138f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.533 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e1b5b640 1 -- 172.21.15.116:0/1334605621 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff9dc13e920 msgr2=0x7ff9dc1deb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.533 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e1b5b640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff9dc13e920 0x7ff9dc1deb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.533 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e1b5b640 1 -- 172.21.15.116:0/1334605621 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9cc0094d0 con 0x7ff9dc0b6020 2023-11-30T08:28:07.533 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e1b5b640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff9dc0b6020 0x7ff9dc1394b0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc01ccd0 tx=0x7ff9cc01ac70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:07.533 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9d2ffd640 1 -- 172.21.15.116:0/1334605621 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9cc0b4800 con 0x7ff9dc0b6020 2023-11-30T08:28:07.533 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9d2ffd640 1 -- 172.21.15.116:0/1334605621 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9cc0b4980 con 0x7ff9dc0b6020 2023-11-30T08:28:07.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1334605621 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9dc1e25f0 con 0x7ff9dc0b6020 2023-11-30T08:28:07.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9d2ffd640 1 -- 172.21.15.116:0/1334605621 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9cc0b4d30 con 0x7ff9dc0b6020 2023-11-30T08:28:07.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1334605621 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9dc13ac70 con 0x7ff9dc0b6020 2023-11-30T08:28:07.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.517+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1334605621 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9dc0688f0 con 0x7ff9dc0b6020 2023-11-30T08:28:07.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.521+0000 7ff9d2ffd640 1 -- 172.21.15.116:0/1334605621 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7ff9cc0c7440 con 0x7ff9dc0b6020 2023-11-30T08:28:07.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.521+0000 7ff9d2ffd640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff9c0066470 0x7ff9c0068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:07.534 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.521+0000 7ff9d2ffd640 1 -- 172.21.15.116:0/1334605621 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7ff9cc11e8b0 con 0x7ff9dc0b6020 2023-11-30T08:28:07.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.521+0000 7ff9e235c640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff9c0066470 0x7ff9c0068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:07.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.521+0000 7ff9e235c640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff9c0066470 0x7ff9c0068930 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff9d8007fd0 tx=0x7ff9d8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:07.535 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.525+0000 7ff9d2ffd640 1 -- 172.21.15.116:0/1334605621 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7ff9cc0ec1e0 con 0x7ff9dc0b6020 2023-11-30T08:28:07.672 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.665+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1334605621 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff9dc143660 con 0x7ff9c0066470 2023-11-30T08:28:07.677 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.669+0000 7ff9d2ffd640 1 -- 172.21.15.116:0/1334605621 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49765 (secure 0 0 0) 0x7ff9dc143660 con 0x7ff9c0066470 2023-11-30T08:28:07.678 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:28:07.679 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:28:07.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.673+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1334605621 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff9c0066470 msgr2=0x7ff9c0068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.673+0000 7ff9e45c0640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff9c0066470 0x7ff9c0068930 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff9d8007fd0 tx=0x7ff9d8009040 comp rx=0 tx=0).stop 2023-11-30T08:28:07.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.673+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1334605621 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff9dc0b6020 msgr2=0x7ff9dc1394b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:07.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.673+0000 7ff9e45c0640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff9dc0b6020 0x7ff9dc1394b0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc01ccd0 tx=0x7ff9cc01ac70 comp rx=0 tx=0).stop 2023-11-30T08:28:07.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.673+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1334605621 shutdown_connections 2023-11-30T08:28:07.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.673+0000 7ff9e45c0640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7ff9dc13e920 0x7ff9dc1deb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.680 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.673+0000 7ff9e45c0640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff9dc0b6020 0x7ff9dc1394b0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.673+0000 7ff9e45c0640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7ff9c0066470 0x7ff9c0068930 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.673+0000 7ff9e45c0640 1 --2- 172.21.15.116:0/1334605621 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7ff9dc0b5100 0x7ff9dc138f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:07.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.673+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1334605621 >> 172.21.15.116:0/1334605621 conn(0x7ff9dc06a980 msgr2=0x7ff9dc144ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:07.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.673+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1334605621 shutdown_connections 2023-11-30T08:28:07.681 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:07.673+0000 7ff9e45c0640 1 -- 172.21.15.116:0/1334605621 wait complete. 2023-11-30T08:28:07.695 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":64,"stamp":"2023-11-30T08:28:06.798131+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":124,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":220228,"kb_used_data":4036,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754492,"statfs":{"total":773094113280,"available":772868599808,"internally_reserved":0,"allocated":4132864,"data_stored":2312913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":52,"apply_latency_ms":52,"commit_latency_ns":52000000,"apply_latency_ns":52000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-10889,"num_objects":-22,"num_object_clones":0,"num_object_copies":-44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-52,"num_write_kb":-26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001682"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":175,"reported_epoch":31,"state":"active+clean","last_fresh":"2023-11-30T08:28:00.519818+0000","last_change":"2023-11-30T08:26:50.182422+0000","last_active":"2023-11-30T08:28:00.519818+0000","last_peered":"2023-11-30T08:28:00.519818+0000","last_clean":"2023-11-30T08:28:00.519818+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:28:00.519818+0000","last_undegraded":"2023-11-30T08:28:00.519818+0000","last_fullsized":"2023-11-30T08:28:00.519818+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-11-30T08:26:49.090809+0000","last_clean_scrub_stamp":"2023-11-30T08:26:49.090809+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T18:40:03.840877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":962560,"data_stored":732005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":1.071},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":1.012}]},{"osd":1,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.72,"5min":1.72,"15min":1.72},"last":1.2050000000000001},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":1.4399999999999999}]},{"osd":2,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":2.1309999999999998},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.8759999999999999,"5min":1.8759999999999999,"15min":1.8759999999999999},"last":1.6799999999999999}]},{"osd":3,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":2.2370000000000001},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.7789999999999999}]},{"osd":4,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":1.7210000000000001},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":2.3090000000000002,"5min":2.3090000000000002,"15min":2.3090000000000002},"last":2.3969999999999998}]},{"osd":5,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"max":{"1min":1.5600000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":1.903},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":2.1899999999999999,"5min":2.1899999999999999,"15min":2.1899999999999999},"last":1.577}]},{"osd":6,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":2.0049999999999999,"5min":2.0049999999999999,"15min":2.0049999999999999},"last":1.651},{"interface":"front","average":{"1min":1.151,"5min":1.151,"15min":1.151},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.238,"5min":2.238,"15min":2.238},"last":2.3210000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27384,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":368640,"data_stored":141637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.2869999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":0.47199999999999998}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":1.163},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.624}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.998},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":1.0449999999999999}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.77100000000000002}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.343},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.86499999999999999}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.254}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.091,"15min":1.091},"min":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":1.3089999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27384,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":368640,"data_stored":141637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.252}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":1.0620000000000001}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.548,"5min":1.548,"15min":1.548},"last":0.97599999999999998}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":1.1040000000000001},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.88700000000000001}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":0.92900000000000005},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":1.2}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.105,"5min":1.105,"15min":1.105},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.6180000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":1.131},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":2.5179999999999998,"5min":2.5179999999999998,"15min":2.5179999999999998},"last":1.1579999999999999}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"min":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"max":{"1min":2.153,"5min":2.153,"15min":2.153},"last":1.2949999999999999},{"interface":"front","average":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":1.615,"5min":1.615,"15min":1.615},"last":1.181}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27384,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":368640,"data_stored":141637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":0.621}]},{"osd":1,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":1.159},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":1.1060000000000001}]},{"osd":2,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.82799999999999996}]},{"osd":3,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":0.86699999999999999}]},{"osd":5,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.0640000000000001}]},{"osd":6,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.8680000000000001,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.997},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.752,"5min":0.752,"15min":0.752},"max":{"1min":1.734,"5min":1.734,"15min":1.734},"last":1.0309999999999999}]},{"osd":7,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":1.1339999999999999},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":1.214}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27384,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":368640,"data_stored":141637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.77500000000000002}]},{"osd":1,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":1.9850000000000001},"last":0.56100000000000005}]},{"osd":2,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.871,"5min":1.871,"15min":1.871},"last":0.72799999999999998}]},{"osd":4,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":2.024,"5min":2.024,"15min":2.024},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":1.802,"5min":1.802,"15min":1.802},"last":0.91700000000000004}]},{"osd":5,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.756,"5min":1.756,"15min":1.756},"last":0.83899999999999997},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":2.0990000000000002,"5min":2.0990000000000002,"15min":2.0990000000000002},"last":0.998}]},{"osd":6,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.244},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.9530000000000001,"5min":1.9530000000000001,"15min":1.9530000000000001},"last":1.0549999999999999}]},{"osd":7,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.667,"5min":1.667,"15min":1.667},"last":1.131}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27384,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":368640,"data_stored":141637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.53700000000000003}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.498},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.621}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.38},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.41399999999999998}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.874},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.504,"5min":1.504,"15min":1.504},"last":0.76400000000000001}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":1.0029999999999999},{"interface":"front","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":0.96799999999999997}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.64600000000000002}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":0.71499999999999997},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.79000000000000004}]}]},{"osd":1,"up_from":13,"seq":55834574865,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":141637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.68999999999999995}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.55100000000000005}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.75600000000000001}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.52900000000000003}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":0.70899999999999996}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":2.3239999999999998,"5min":2.3239999999999998,"15min":2.3239999999999998},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.65100000000000002}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.774,"5min":1.774,"15min":1.774},"last":0.78700000000000003},{"interface":"front","average":{"1min":1.054,"5min":1.054,"15min":1.054},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":0.92400000000000004}]}]},{"osd":0,"up_from":13,"seq":55834574865,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27960,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343880,"statfs":{"total":96636764160,"available":96608133120,"internally_reserved":0,"allocated":958464,"data_stored":731086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.27600000000000002}]},{"osd":2,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.46000000000000002}]},{"osd":3,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.44700000000000001}]},{"osd":4,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.63}]},{"osd":5,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.60599999999999998},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.9039999999999999,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.77700000000000002}]},{"osd":6,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":0.80900000000000005}]},{"osd":7,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.6000000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.68000000000000005},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.71899999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:28:07.698 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2023-11-30T08:26:49.090809+0000 time.struct_time(tm_year=2023, tm_mon=11, tm_mday=30, tm_hour=8, tm_min=26, tm_sec=49, tm_wday=3, tm_yday=334, tm_isdst=-1) <= time.struct_time(tm_year=2023, tm_mon=11, tm_mday=30, tm_hour=8, tm_min=28, tm_sec=2, tm_wday=3, tm_yday=334, tm_isdst=0) 2023-11-30T08:28:07.698 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2023-11-30T08:28:27.700 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-11-30T08:28:27.831 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.825+0000 7f479b183640 1 Processor -- start 2023-11-30T08:28:27.832 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f479b183640 1 -- start start 2023-11-30T08:28:27.834 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f479b183640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47940bc800 0x7f47940b4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:27.834 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f479b183640 1 --2- >> v2:172.21.15.162:3300/0 conn(0x7f4794149c80 0x7f479414a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:27.834 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f479b183640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4794140ab0 con 0x7f479413ff50 2023-11-30T08:28:27.834 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f479b183640 1 -- --> v2:172.21.15.162:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f479414a620 con 0x7f4794149c80 2023-11-30T08:28:27.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f479b183640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47940bcbe0 con 0x7f47940bc800 2023-11-30T08:28:27.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f4799720640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f479413ff50 0x7f47941403a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53124/0 (socket says 172.21.15.116:53124) 2023-11-30T08:28:27.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f4799720640 1 -- 172.21.15.116:0/2163403289 learned_addr learned my addr 172.21.15.116:0/2163403289 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:28:27.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f4793fff640 1 --2- 172.21.15.116:0/2163403289 >> v2:172.21.15.162:3300/0 conn(0x7f4794149c80 0x7f479414a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:27.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2139458052 0 0) 0x7f478c001120 con 0x7f479413ff50 2023-11-30T08:28:27.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f4798f1f640 1 --2- 172.21.15.116:0/2163403289 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47940bc800 0x7f47940b4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:27.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f477c003530 con 0x7f479413ff50 2023-11-30T08:28:27.835 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 <== mon.0 v1:172.21.15.116:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 934925452 0 0) 0x7f477c003530 con 0x7f479413ff50 2023-11-30T08:28:27.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47940bc800 msgr2=0x7f47940b4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:27.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 --2- 172.21.15.116:0/2163403289 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47940bc800 0x7f47940b4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:27.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 >> v2:172.21.15.162:3300/0 conn(0x7f4794149c80 msgr2=0x7f479414a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:27.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 --2- 172.21.15.116:0/2163403289 >> v2:172.21.15.162:3300/0 conn(0x7f4794149c80 0x7f479414a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:27.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 --> v1:172.21.15.116:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47940b38f0 con 0x7f479413ff50 2023-11-30T08:28:27.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 <== mon.0 v1:172.21.15.116:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2627857337 0 0) 0x7f478c001810 con 0x7f479413ff50 2023-11-30T08:28:27.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 >> v1:172.21.15.116:6789/0 conn(0x7f479413ff50 legacy=0x7f47941403a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:27.836 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 --2- 172.21.15.116:0/2163403289 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f477c003980 0x7f477c003da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:27.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 --2- 172.21.15.116:0/2163403289 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47940bc800 0x7f477c0047d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:27.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 --2- 172.21.15.116:0/2163403289 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f477c004d10 0x7f477c005190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:27.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f479414a620 con 0x7f477c004d10 2023-11-30T08:28:27.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47940bcbe0 con 0x7f477c003980 2023-11-30T08:28:27.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f477c00b990 con 0x7f47940bc800 2023-11-30T08:28:27.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f4799720640 1 --2- 172.21.15.116:0/2163403289 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f477c004d10 0x7f477c005190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:27.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f4793fff640 1 --2- 172.21.15.116:0/2163403289 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47940bc800 0x7f477c0047d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:27.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f4798f1f640 1 --2- 172.21.15.116:0/2163403289 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f477c003980 0x7f477c003da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:27.837 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f4799720640 1 -- 172.21.15.116:0/2163403289 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47940bc800 msgr2=0x7f477c0047d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:27.838 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f4799720640 1 --2- 172.21.15.116:0/2163403289 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f47940bc800 0x7f477c0047d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:27.838 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f4799720640 1 -- 172.21.15.116:0/2163403289 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f477c003980 msgr2=0x7f477c003da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:27.838 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f4799720640 1 --2- 172.21.15.116:0/2163403289 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f477c003980 0x7f477c003da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:27.838 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.829+0000 7f4799720640 1 -- 172.21.15.116:0/2163403289 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f477c003530 con 0x7f477c004d10 2023-11-30T08:28:27.841 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4799720640 1 --2- 172.21.15.116:0/2163403289 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f477c004d10 0x7f477c005190 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f478c00c1c0 tx=0x7f478c01cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea71c51d7cc4d5a5 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:27.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f478c0a5940 con 0x7f477c004d10 2023-11-30T08:28:27.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f478c0a5aa0 con 0x7f477c004d10 2023-11-30T08:28:27.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f47937fe640 1 -- 172.21.15.116:0/2163403289 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f478c0a5e70 con 0x7f477c004d10 2023-11-30T08:28:27.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 -- 172.21.15.116:0/2163403289 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f477c004d10 msgr2=0x7f477c005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:27.842 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 --2- 172.21.15.116:0/2163403289 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f477c004d10 0x7f477c005190 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f478c00c1c0 tx=0x7f478c01cc40 comp rx=0 tx=0).stop 2023-11-30T08:28:27.843 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4799720640 1 -- 172.21.15.116:0/2163403289 reap_dead start 2023-11-30T08:28:27.843 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 -- 172.21.15.116:0/2163403289 shutdown_connections 2023-11-30T08:28:27.843 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 -- 172.21.15.116:0/2163403289 >> 172.21.15.116:0/2163403289 conn(0x7f47940722b0 msgr2=0x7f47940bbe90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:27.843 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 -- 172.21.15.116:0/2163403289 shutdown_connections 2023-11-30T08:28:27.843 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 -- 172.21.15.116:0/2163403289 wait complete. 2023-11-30T08:28:27.843 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 Processor -- start 2023-11-30T08:28:27.844 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 -- start start 2023-11-30T08:28:27.844 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f477c004d10 0x7f479413d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:27.844 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4794142a90 0x7f4794140e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:27.844 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4794142f10 0x7f4794141370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:27.844 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47941439f0 con 0x7f4794142a90 2023-11-30T08:28:27.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47941440b0 con 0x7f477c004d10 2023-11-30T08:28:27.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f479b183640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4794143d40 con 0x7f4794142f10 2023-11-30T08:28:27.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4793fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4794142a90 0x7f4794140e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:27.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4793fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4794142a90 0x7f4794140e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:51908/0 (socket says 172.21.15.116:51908) 2023-11-30T08:28:27.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4793fff640 1 -- 172.21.15.116:0/1908167536 learned_addr learned my addr 172.21.15.116:0/1908167536 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:27.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4799720640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4794142f10 0x7f4794141370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:27.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4798f1f640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f477c004d10 0x7f479413d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:27.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4793fff640 1 -- 172.21.15.116:0/1908167536 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4794142f10 msgr2=0x7f4794141370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:27.845 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4793fff640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4794142f10 0x7f4794141370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:27.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4793fff640 1 -- 172.21.15.116:0/1908167536 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f477c004d10 msgr2=0x7f479413d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:27.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4793fff640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f477c004d10 0x7f479413d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:27.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4793fff640 1 -- 172.21.15.116:0/1908167536 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47940b8770 con 0x7f4794142a90 2023-11-30T08:28:27.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4798f1f640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f477c004d10 0x7f479413d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:27.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f4793fff640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4794142a90 0x7f4794140e30 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f4788011690 tx=0x7f4788011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:27.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f47917fa640 1 -- 172.21.15.116:0/1908167536 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f478800f9c0 con 0x7f4794142a90 2023-11-30T08:28:27.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f47917fa640 1 -- 172.21.15.116:0/1908167536 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f478800fb20 con 0x7f4794142a90 2023-11-30T08:28:27.846 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.833+0000 7f47917fa640 1 -- 172.21.15.116:0/1908167536 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f478800fe90 con 0x7f4794142a90 2023-11-30T08:28:27.847 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.837+0000 7f479b183640 1 -- 172.21.15.116:0/1908167536 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f479413dad0 con 0x7f4794142a90 2023-11-30T08:28:27.847 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.837+0000 7f479b183640 1 -- 172.21.15.116:0/1908167536 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47941435d0 con 0x7f4794142a90 2023-11-30T08:28:27.847 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.837+0000 7f479b183640 1 -- 172.21.15.116:0/1908167536 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4794067de0 con 0x7f4794142a90 2023-11-30T08:28:27.847 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.837+0000 7f47917fa640 1 -- 172.21.15.116:0/1908167536 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f4788015460 con 0x7f4794142a90 2023-11-30T08:28:27.847 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.837+0000 7f47917fa640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47800664a0 0x7f4780068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:27.847 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.837+0000 7f47917fa640 1 -- 172.21.15.116:0/1908167536 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f4788084010 con 0x7f4794142a90 2023-11-30T08:28:27.847 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.837+0000 7f4798f1f640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47800664a0 0x7f4780068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:27.847 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.837+0000 7f4798f1f640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47800664a0 0x7f4780068960 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f4784007440 tx=0x7f478400b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:27.848 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.841+0000 7f47917fa640 1 -- 172.21.15.116:0/1908167536 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f4788051820 con 0x7f4794142a90 2023-11-30T08:28:27.991 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.985+0000 7f479b183640 1 -- 172.21.15.116:0/1908167536 --> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f47940b2830 con 0x7f47800664a0 2023-11-30T08:28:27.996 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f47917fa640 1 -- 172.21.15.116:0/1908167536 <== mgr.4107 v2:172.21.15.116:6832/1951532330 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49619 (secure 0 0 0) 0x7f47940b2830 con 0x7f47800664a0 2023-11-30T08:28:27.997 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:28:27.997 INFO:teuthology.orchestra.run.smithi116.stderr:dumped all 2023-11-30T08:28:27.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f479b183640 1 -- 172.21.15.116:0/1908167536 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47800664a0 msgr2=0x7f4780068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:27.998 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f479b183640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47800664a0 0x7f4780068960 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f4784007440 tx=0x7f478400b040 comp rx=0 tx=0).stop 2023-11-30T08:28:27.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f479b183640 1 -- 172.21.15.116:0/1908167536 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4794142a90 msgr2=0x7f4794140e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:27.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f479b183640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4794142a90 0x7f4794140e30 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f4788011690 tx=0x7f4788011b50 comp rx=0 tx=0).stop 2023-11-30T08:28:27.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f479b183640 1 -- 172.21.15.116:0/1908167536 shutdown_connections 2023-11-30T08:28:27.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f479b183640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f47800664a0 0x7f4780068960 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:27.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f479b183640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f4794142f10 0x7f4794141370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:27.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f479b183640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4794142a90 0x7f4794140e30 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:27.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f479b183640 1 --2- 172.21.15.116:0/1908167536 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f477c004d10 0x7f479413d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:27.999 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f479b183640 1 -- 172.21.15.116:0/1908167536 >> 172.21.15.116:0/1908167536 conn(0x7f47940722b0 msgr2=0x7f479413f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:28.000 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f479b183640 1 -- 172.21.15.116:0/1908167536 shutdown_connections 2023-11-30T08:28:28.000 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:27.993+0000 7f479b183640 1 -- 172.21.15.116:0/1908167536 wait complete. 2023-11-30T08:28:28.014 INFO:teuthology.orchestra.run.smithi116.stdout:{"pg_ready":true,"pg_map":{"version":74,"stamp":"2023-11-30T08:28:26.803330+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":220208,"kb_used_data":4036,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754512,"statfs":{"total":773094113280,"available":772868620288,"internally_reserved":0,"allocated":4132864,"data_stored":2312913,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003248"},"pg_stats":[{"pgid":"1.0","version":"32'119","reported_seq":186,"reported_epoch":32,"state":"active+clean","last_fresh":"2023-11-30T08:28:08.765179+0000","last_change":"2023-11-30T08:28:08.765300+0000","last_active":"2023-11-30T08:28:08.765179+0000","last_peered":"2023-11-30T08:28:08.765179+0000","last_clean":"2023-11-30T08:28:08.765179+0000","last_became_active":"2023-11-30T08:26:50.180145+0000","last_became_peered":"2023-11-30T08:26:50.180145+0000","last_unstale":"2023-11-30T08:28:08.765179+0000","last_undegraded":"2023-11-30T08:28:08.765179+0000","last_fullsized":"2023-11-30T08:28:08.765179+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"32'119","last_scrub_stamp":"2023-11-30T08:28:08.764959+0000","last_deep_scrub":"32'119","last_deep_scrub_stamp":"2023-11-30T08:28:08.764959+0000","last_clean_scrub_stamp":"2023-11-30T08:28:08.764959+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2023-12-01T10:42:53.026182+0000","scrub_duration":0.014138400000000001,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574870,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343884,"statfs":{"total":96636764160,"available":96608137216,"internally_reserved":0,"allocated":962560,"data_stored":732005,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5629999999999999,"5min":1.5629999999999999,"15min":1.5629999999999999},"last":0.73599999999999999}]},{"osd":1,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.72,"5min":1.72,"15min":1.72},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":0.93500000000000005}]},{"osd":2,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":1.1180000000000001},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.8759999999999999,"5min":1.8759999999999999,"15min":1.8759999999999999},"last":1.0960000000000001}]},{"osd":3,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":2.1459999999999999,"5min":2.1459999999999999,"15min":2.1459999999999999},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.996,"5min":0.996,"15min":0.996},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.0029999999999999}]},{"osd":4,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.1110000000000002,"5min":2.1110000000000002,"15min":2.1110000000000002},"last":0.63},{"interface":"front","average":{"1min":1.052,"5min":1.052,"15min":1.052},"min":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":2.3090000000000002,"5min":2.3090000000000002,"15min":2.3090000000000002},"last":0.97099999999999997}]},{"osd":5,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"min":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"max":{"1min":1.5600000000000001,"5min":1.5600000000000001,"15min":1.5600000000000001},"last":0.78100000000000003},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":2.1899999999999999,"5min":2.1899999999999999,"15min":2.1899999999999999},"last":0.81599999999999995}]},{"osd":6,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"min":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"max":{"1min":2.0049999999999999,"5min":2.0049999999999999,"15min":2.0049999999999999},"last":1.026},{"interface":"front","average":{"1min":1.151,"5min":1.151,"15min":1.151},"min":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"max":{"1min":2.238,"5min":2.238,"15min":2.238},"last":0.89100000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574870,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27384,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":368640,"data_stored":141637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.1000000000000001,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.2869999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":1.2450000000000001}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":1.21},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.78000000000000003}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":0.88}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.2549999999999999,"5min":1.2549999999999999,"15min":1.2549999999999999},"last":0.93500000000000005}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":1.1619999999999999}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.1890000000000001},{"interface":"front","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.27}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.091,"5min":1.091,"15min":1.091},"min":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.3},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.1259999999999999,"15min":1.1259999999999999},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":1.127}]}]},{"osd":5,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27384,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":368640,"data_stored":141637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.133,"5min":1.133,"15min":1.133},"last":1.069},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.81799999999999995}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.262,"5min":1.262,"15min":1.262},"last":1.224},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.77800000000000002}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":2.3519999999999999,"5min":2.3519999999999999,"15min":2.3519999999999999},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.548,"5min":1.548,"15min":1.548},"last":1.0960000000000001}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":1.135},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.84999999999999998}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":2.589,"5min":2.589,"15min":2.589},"last":0.93700000000000006},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":2.262,"5min":2.262,"15min":2.262},"last":0.72099999999999997}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.105,"5min":1.105,"15min":1.105},"min":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"max":{"1min":1.6180000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":0.97099999999999997},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"min":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"max":{"1min":2.5179999999999998,"5min":2.5179999999999998,"15min":2.5179999999999998},"last":0.876}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.2310000000000001,"5min":1.2310000000000001,"15min":1.2310000000000001},"min":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"max":{"1min":2.153,"5min":2.153,"15min":2.153},"last":1.0269999999999999},{"interface":"front","average":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"min":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"max":{"1min":1.615,"5min":1.615,"15min":1.615},"last":1.177}]}]},{"osd":4,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27384,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":368640,"data_stored":141637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.345,"5min":1.345,"15min":1.345},"last":1.129}]},{"osd":1,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.141,"5min":1.141,"15min":1.141},"last":0.85999999999999999},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"min":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.88400000000000001}]},{"osd":2,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":1.006},{"interface":"front","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.747}]},{"osd":3,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.556,"5min":1.556,"15min":1.556},"last":1.0529999999999999},{"interface":"front","average":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"min":{"1min":0.87,"5min":0.87,"15min":0.87},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.0820000000000001}]},{"osd":5,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.2689999999999999,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.76500000000000001}]},{"osd":6,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.8680000000000001,"5min":1.8680000000000001,"15min":1.8680000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.752,"5min":0.752,"15min":0.752},"max":{"1min":1.734,"5min":1.734,"15min":1.734},"last":0.93600000000000005}]},{"osd":7,"last update":"Thu Nov 30 08:27:51 2023","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.141,"15min":1.141},"min":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"max":{"1min":1.508,"5min":1.508,"15min":1.508},"last":0.95999999999999996},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"max":{"1min":1.4590000000000001,"5min":1.4590000000000001,"15min":1.4590000000000001},"last":0.91700000000000004}]}]},{"osd":3,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27384,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":368640,"data_stored":141637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.77000000000000002}]},{"osd":1,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.9850000000000001,"5min":1.9850000000000001,"15min":1.9850000000000001},"last":0.92100000000000004}]},{"osd":2,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.82599999999999996},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.871,"5min":1.871,"15min":1.871},"last":0.72799999999999998}]},{"osd":4,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":2.024,"5min":2.024,"15min":2.024},"last":0.96299999999999997},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":1.802,"5min":1.802,"15min":1.802},"last":1.0369999999999999}]},{"osd":5,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.756,"5min":1.756,"15min":1.756},"last":0.86899999999999999},{"interface":"front","average":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":2.0990000000000002,"5min":2.0990000000000002,"15min":2.0990000000000002},"last":0.89500000000000002}]},{"osd":6,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"min":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"max":{"1min":1.206,"5min":1.206,"15min":1.206},"last":1.1870000000000001},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.9530000000000001,"5min":1.9530000000000001,"15min":1.9530000000000001},"last":0.98899999999999999}]},{"osd":7,"last update":"Thu Nov 30 08:27:50 2023","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":1.077},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.667,"5min":1.667,"15min":1.667},"last":1.117}]}]},{"osd":2,"up_from":13,"seq":55834574871,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27384,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":368640,"data_stored":141637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":1.0580000000000001},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.60099999999999998}]},{"osd":1,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.86799999999999999}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.90000000000000002}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":1.1990000000000001},{"interface":"front","average":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.504,"5min":1.504,"15min":1.504},"last":0.98699999999999999}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.2450000000000001,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":0.96399999999999997},{"interface":"front","average":{"1min":1.004,"5min":1.004,"15min":1.004},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.5529999999999999,"5min":1.5529999999999999,"15min":1.5529999999999999},"last":1.2869999999999999}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":1.1659999999999999}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.995,"5min":0.995,"15min":0.995},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.133},{"interface":"front","average":{"1min":1.03,"5min":1.03,"15min":1.03},"min":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":1.1060000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574869,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27380,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":368640,"data_stored":141637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.63800000000000001}]},{"osd":2,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.72899999999999998}]},{"osd":3,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.3260000000000001,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.94999999999999996}]},{"osd":4,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":1.125},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.996}]},{"osd":5,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.637,"5min":1.637,"15min":1.637},"last":1.042}]},{"osd":6,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":2.3239999999999998,"5min":2.3239999999999998,"15min":2.3239999999999998},"last":1.2909999999999999},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":1.0780000000000001}]},{"osd":7,"last update":"Thu Nov 30 08:27:48 2023","interfaces":[{"interface":"back","average":{"1min":1.022,"5min":1.022,"15min":1.022},"min":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.774,"5min":1.774,"15min":1.774},"last":1.101},{"interface":"front","average":{"1min":1.054,"5min":1.054,"15min":1.054},"min":{"1min":0.627,"5min":0.627,"15min":0.627},"max":{"1min":2.379,"5min":2.379,"15min":2.379},"last":1.2130000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574869,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":958464,"data_stored":731086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":1.0329999999999999},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.68799999999999994}]},{"osd":2,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.746},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.79600000000000004}]},{"osd":3,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.83399999999999996}]},{"osd":4,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"min":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.97099999999999997},{"interface":"front","average":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":1.145}]},{"osd":5,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.008},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.9039999999999999,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":1.0960000000000001}]},{"osd":6,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.097,"5min":1.097,"15min":1.097},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":2.0470000000000002,"5min":2.0470000000000002,"15min":2.0470000000000002},"last":1.173}]},{"osd":7,"last update":"Thu Nov 30 08:27:49 2023","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"min":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"max":{"1min":1.6000000000000001,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":1.071},{"interface":"front","average":{"1min":1.02,"5min":1.02,"15min":1.02},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":1.198}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-11-30T08:28:28.016 DEBUG:teuthology.orchestra.run.smithi116:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2023-11-30T08:28:28.123 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.117+0000 7f8039cb4640 1 Processor -- start 2023-11-30T08:28:28.124 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f8039cb4640 1 -- start start 2023-11-30T08:28:28.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f8039cb4640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7f80340af300 0x7f8034144ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:28.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f8039cb4640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80340b4350 0x7f8034144ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:28.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f8039cb4640 1 -- --> v1:172.21.15.116:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80340b1730 con 0x7f80340b1eb0 2023-11-30T08:28:28.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f8039cb4640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f803406cd70 con 0x7f80340af300 2023-11-30T08:28:28.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f8039cb4640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80340b0ad0 con 0x7f80340b4350 2023-11-30T08:28:28.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f80337fe640 1 --1- >> v1:172.21.15.116:6789/0 conn(0x7f80340b1eb0 0x7f80340aff30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.116:6789/0 says I am v1:172.21.15.116:53140/0 (socket says 172.21.15.116:53140) 2023-11-30T08:28:28.125 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f80337fe640 1 -- 172.21.15.116:0/3541279223 learned_addr learned my addr 172.21.15.116:0/3541279223 (peer_addr_for_me v1:172.21.15.116:0/0) 2023-11-30T08:28:28.126 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f802affd640 1 --2- 172.21.15.116:0/3541279223 >> v2:172.21.15.116:3300/0 conn(0x7f80340af300 0x7f8034144ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:28.126 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f8032ffd640 1 -- 172.21.15.116:0/3541279223 <== mon.0 v1:172.21.15.116:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2091707634 0 0) 0x7f80340b1730 con 0x7f80340b1eb0 2023-11-30T08:28:28.126 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f8033fff640 1 --2- 172.21.15.116:0/3541279223 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80340b4350 0x7f8034144ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:28.126 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f8032ffd640 1 -- 172.21.15.116:0/3541279223 --> v1:172.21.15.116:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8014003530 con 0x7f80340b1eb0 2023-11-30T08:28:28.126 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f802affd640 1 -- 172.21.15.116:0/3541279223 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80340b4350 msgr2=0x7f8034144ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:28.126 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f802affd640 1 --2- 172.21.15.116:0/3541279223 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80340b4350 0x7f8034144ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.126 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f802affd640 1 -- 172.21.15.116:0/3541279223 >> v1:172.21.15.116:6789/0 conn(0x7f80340b1eb0 legacy=0x7f80340aff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:28.126 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f802affd640 1 -- 172.21.15.116:0/3541279223 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f803406c7f0 con 0x7f80340af300 2023-11-30T08:28:28.127 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f802affd640 1 --2- 172.21.15.116:0/3541279223 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80340af300 0x7f8034144ab0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f80240097c0 tx=0x7f802401c360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aead44a92842c5b server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:28.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f8032ffd640 1 -- 172.21.15.116:0/3541279223 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80240ad660 con 0x7f80340af300 2023-11-30T08:28:28.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f8032ffd640 1 -- 172.21.15.116:0/3541279223 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80240ad7c0 con 0x7f80340af300 2023-11-30T08:28:28.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.121+0000 7f8032ffd640 1 -- 172.21.15.116:0/3541279223 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80240adb30 con 0x7f80340af300 2023-11-30T08:28:28.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 -- 172.21.15.116:0/3541279223 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80340af300 msgr2=0x7f8034144ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:28.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 --2- 172.21.15.116:0/3541279223 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80340af300 0x7f8034144ab0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f80240097c0 tx=0x7f802401c360 comp rx=0 tx=0).stop 2023-11-30T08:28:28.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 -- 172.21.15.116:0/3541279223 shutdown_connections 2023-11-30T08:28:28.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 --2- 172.21.15.116:0/3541279223 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80340b4350 0x7f8034144ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.128 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 --2- 172.21.15.116:0/3541279223 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80340af300 0x7f8034144ab0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.129 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 -- 172.21.15.116:0/3541279223 >> 172.21.15.116:0/3541279223 conn(0x7f80340b4900 msgr2=0x7f80340b4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:28.129 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 -- 172.21.15.116:0/3541279223 shutdown_connections 2023-11-30T08:28:28.129 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 -- 172.21.15.116:0/3541279223 wait complete. 2023-11-30T08:28:28.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 Processor -- start 2023-11-30T08:28:28.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 -- start start 2023-11-30T08:28:28.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80340af300 0x7f80341df920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:28.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80340b1eb0 0x7f80341e00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:28.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80340b4350 0x7f8034134ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:28.131 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80341e0610 con 0x7f80340b4350 2023-11-30T08:28:28.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f803413de20 con 0x7f80340b1eb0 2023-11-30T08:28:28.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8034070d90 con 0x7f80340af300 2023-11-30T08:28:28.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8033fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80340b4350 0x7f8034134ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:28.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8033fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80340b4350 0x7f8034134ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:51918/0 (socket says 172.21.15.116:51918) 2023-11-30T08:28:28.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8033fff640 1 -- 172.21.15.116:0/4221595037 learned_addr learned my addr 172.21.15.116:0/4221595037 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:28.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f80337fe640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80340af300 0x7f80341df920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:28.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f802affd640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80340b1eb0 0x7f80341e00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:28.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8033fff640 1 -- 172.21.15.116:0/4221595037 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80340af300 msgr2=0x7f80341df920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:28.132 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8033fff640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80340af300 0x7f80341df920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8033fff640 1 -- 172.21.15.116:0/4221595037 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80340b1eb0 msgr2=0x7f80341e00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:28.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8033fff640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80340b1eb0 0x7f80341e00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8033fff640 1 -- 172.21.15.116:0/4221595037 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8024009420 con 0x7f80340b4350 2023-11-30T08:28:28.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8033fff640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80340b4350 0x7f8034134ef0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f802c007cf0 tx=0x7f802c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:28.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8030ff9640 1 -- 172.21.15.116:0/4221595037 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f802c014420 con 0x7f80340b4350 2023-11-30T08:28:28.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8030ff9640 1 -- 172.21.15.116:0/4221595037 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f802c0145a0 con 0x7f80340b4350 2023-11-30T08:28:28.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8030ff9640 1 -- 172.21.15.116:0/4221595037 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f802c014950 con 0x7f80340b4350 2023-11-30T08:28:28.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 -- 172.21.15.116:0/4221595037 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80341445f0 con 0x7f80340b4350 2023-11-30T08:28:28.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 -- 172.21.15.116:0/4221595037 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8034070ab0 con 0x7f80340b4350 2023-11-30T08:28:28.133 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.125+0000 7f8039cb4640 1 -- 172.21.15.116:0/4221595037 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f803413df60 con 0x7f80340b4350 2023-11-30T08:28:28.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.129+0000 7f8030ff9640 1 -- 172.21.15.116:0/4221595037 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7f802c014ab0 con 0x7f80340b4350 2023-11-30T08:28:28.134 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.129+0000 7f8030ff9640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80180664a0 0x7f8018068960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:28.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.129+0000 7f8030ff9640 1 -- 172.21.15.116:0/4221595037 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7f802c084340 con 0x7f80340b4350 2023-11-30T08:28:28.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.129+0000 7f80337fe640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80180664a0 0x7f8018068960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:28.135 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.129+0000 7f80337fe640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80180664a0 0x7f8018068960 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f801c005890 tx=0x7f801c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:28.136 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.133+0000 7f8030ff9640 1 -- 172.21.15.116:0/4221595037 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7f803413df60 con 0x7f80340b4350 2023-11-30T08:28:28.280 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.277+0000 7f8039cb4640 1 -- 172.21.15.116:0/4221595037 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7f803413df60 con 0x7f80340b4350 2023-11-30T08:28:28.288 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.285+0000 7f8030ff9640 1 -- 172.21.15.116:0/4221595037 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v12)=0 v12) v1 ==== 123+0+0 (secure 0 0 0) 0x7f803413df60 con 0x7f80340b4350 2023-11-30T08:28:28.290 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.285+0000 7f8030ff9640 1 -- 172.21.15.116:0/4221595037 <== mon.0 v2:172.21.15.116:3300/0 8 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f802c0098d0 con 0x7f80340b4350 2023-11-30T08:28:28.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.285+0000 7f8039cb4640 1 -- 172.21.15.116:0/4221595037 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80180664a0 msgr2=0x7f8018068960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:28.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.285+0000 7f8039cb4640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80180664a0 0x7f8018068960 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f801c005890 tx=0x7f801c009040 comp rx=0 tx=0).stop 2023-11-30T08:28:28.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.285+0000 7f8039cb4640 1 -- 172.21.15.116:0/4221595037 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80340b4350 msgr2=0x7f8034134ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:28.291 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.285+0000 7f8039cb4640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80340b4350 0x7f8034134ef0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f802c007cf0 tx=0x7f802c00e4b0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.289+0000 7f8039cb4640 1 -- 172.21.15.116:0/4221595037 shutdown_connections 2023-11-30T08:28:28.292 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.289+0000 7f8039cb4640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80340b4350 0x7f8034134ef0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.289+0000 7f8039cb4640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7f80340b1eb0 0x7f80341e00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.289+0000 7f8039cb4640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7f80180664a0 0x7f8018068960 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.289+0000 7f8039cb4640 1 --2- 172.21.15.116:0/4221595037 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7f80340af300 0x7f80341df920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.289+0000 7f8039cb4640 1 -- 172.21.15.116:0/4221595037 >> 172.21.15.116:0/4221595037 conn(0x7f80340b4900 msgr2=0x7f8034142d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:28.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.289+0000 7f8039cb4640 1 -- 172.21.15.116:0/4221595037 shutdown_connections 2023-11-30T08:28:28.293 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.289+0000 7f8039cb4640 1 -- 172.21.15.116:0/4221595037 wait complete. 2023-11-30T08:28:28.307 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-11-30T08:28:28.308 DEBUG:teuthology.orchestra.run.smithi116:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-11-30T08:28:28.410 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe60fdf640 1 Processor -- start 2023-11-30T08:28:28.410 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe60fdf640 1 -- start start 2023-11-30T08:28:28.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe60fdf640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbe5c0bc830 0x7fbe5c0b3db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:28.411 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe60fdf640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fbe5c149ef0 0x7fbe5c14a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:28.412 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe60fdf640 1 -- --> v1:172.21.15.162:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe5c0b4690 con 0x7fbe5c1402d0 2023-11-30T08:28:28.412 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe60fdf640 1 -- --> v2:172.21.15.116:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe5c140e50 con 0x7fbe5c149ef0 2023-11-30T08:28:28.412 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe60fdf640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe5c0b8740 con 0x7fbe5c0bc830 2023-11-30T08:28:28.412 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe59d9b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fbe5c149ef0 0x7fbe5c14a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:28.412 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe59d9b640 1 --2- >> v2:172.21.15.116:3300/0 conn(0x7fbe5c149ef0 0x7fbe5c14a350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:51926/0 (socket says 172.21.15.116:51926) 2023-11-30T08:28:28.412 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe59d9b640 1 -- 172.21.15.116:0/1134960906 learned_addr learned my addr 172.21.15.116:0/1134960906 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:28.412 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe5a59c640 1 --2- 172.21.15.116:0/1134960906 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbe5c0bc830 0x7fbe5c0b3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:28.412 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe59d9b640 1 -- 172.21.15.116:0/1134960906 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbe5c0bc830 msgr2=0x7fbe5c0b3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:28.412 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe59d9b640 1 --2- 172.21.15.116:0/1134960906 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbe5c0bc830 0x7fbe5c0b3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.413 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe59d9b640 1 -- 172.21.15.116:0/1134960906 >> v1:172.21.15.162:6789/0 conn(0x7fbe5c1402d0 legacy=0x7fbe5c140740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-11-30T08:28:28.413 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.405+0000 7fbe59d9b640 1 -- 172.21.15.116:0/1134960906 --> v2:172.21.15.116:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe5c14a890 con 0x7fbe5c149ef0 2023-11-30T08:28:28.414 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.409+0000 7fbe59d9b640 1 --2- 172.21.15.116:0/1134960906 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbe5c149ef0 0x7fbe5c14a350 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fbe50009870 tx=0x7fbe5001c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19cc232deb031169 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:28.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.409+0000 7fbe5959a640 1 -- 172.21.15.116:0/1134960906 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe500a7070 con 0x7fbe5c149ef0 2023-11-30T08:28:28.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.409+0000 7fbe5959a640 1 -- 172.21.15.116:0/1134960906 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fbe500ab430 con 0x7fbe5c149ef0 2023-11-30T08:28:28.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.409+0000 7fbe5959a640 1 -- 172.21.15.116:0/1134960906 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe500ab7e0 con 0x7fbe5c149ef0 2023-11-30T08:28:28.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.409+0000 7fbe60fdf640 1 -- 172.21.15.116:0/1134960906 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbe5c149ef0 msgr2=0x7fbe5c14a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:28.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.409+0000 7fbe60fdf640 1 --2- 172.21.15.116:0/1134960906 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbe5c149ef0 0x7fbe5c14a350 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fbe50009870 tx=0x7fbe5001c470 comp rx=0 tx=0).stop 2023-11-30T08:28:28.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.409+0000 7fbe60fdf640 1 -- 172.21.15.116:0/1134960906 shutdown_connections 2023-11-30T08:28:28.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.409+0000 7fbe60fdf640 1 --2- 172.21.15.116:0/1134960906 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbe5c149ef0 0x7fbe5c14a350 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.409+0000 7fbe60fdf640 1 --2- 172.21.15.116:0/1134960906 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbe5c0bc830 0x7fbe5c0b3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.415 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.409+0000 7fbe60fdf640 1 -- 172.21.15.116:0/1134960906 >> 172.21.15.116:0/1134960906 conn(0x7fbe5c072340 msgr2=0x7fbe5c0bbec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:28.416 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.409+0000 7fbe60fdf640 1 -- 172.21.15.116:0/1134960906 shutdown_connections 2023-11-30T08:28:28.416 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.409+0000 7fbe60fdf640 1 -- 172.21.15.116:0/1134960906 wait complete. 2023-11-30T08:28:28.418 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe60fdf640 1 Processor -- start 2023-11-30T08:28:28.418 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe60fdf640 1 -- start start 2023-11-30T08:28:28.418 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe60fdf640 1 --2- >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbe5c0bc830 0x7fbe5c0bbb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:28.418 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe60fdf640 1 --2- >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbe5c1402d0 0x7fbe5c0ba150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:28.418 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe60fdf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbe5c149ef0 0x7fbe5c1de970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:28.418 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe60fdf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe5c138640 con 0x7fbe5c149ef0 2023-11-30T08:28:28.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe60fdf640 1 -- --> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe5c0bc1b0 con 0x7fbe5c1402d0 2023-11-30T08:28:28.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe60fdf640 1 -- --> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe5c1382a0 con 0x7fbe5c0bc830 2023-11-30T08:28:28.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe5ad9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbe5c149ef0 0x7fbe5c1de970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:28.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe5ad9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbe5c149ef0 0x7fbe5c1de970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:51940/0 (socket says 172.21.15.116:51940) 2023-11-30T08:28:28.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe5ad9d640 1 -- 172.21.15.116:0/3699721315 learned_addr learned my addr 172.21.15.116:0/3699721315 (peer_addr_for_me v2:172.21.15.116:0/0) 2023-11-30T08:28:28.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe5a59c640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbe5c0bc830 0x7fbe5c0bbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:28.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe59d9b640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbe5c1402d0 0x7fbe5c0ba150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:28.419 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe5ad9d640 1 -- 172.21.15.116:0/3699721315 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbe5c0bc830 msgr2=0x7fbe5c0bbb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:28.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe5ad9d640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbe5c0bc830 0x7fbe5c0bbb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe5ad9d640 1 -- 172.21.15.116:0/3699721315 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbe5c1402d0 msgr2=0x7fbe5c0ba150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:28.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe5ad9d640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbe5c1402d0 0x7fbe5c0ba150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe5ad9d640 1 -- 172.21.15.116:0/3699721315 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe500094d0 con 0x7fbe5c149ef0 2023-11-30T08:28:28.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe59d9b640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbe5c1402d0 0x7fbe5c0ba150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-11-30T08:28:28.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe5ad9d640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbe5c149ef0 0x7fbe5c1de970 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c00c3f0 tx=0x7fbe4c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:28.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe4affd640 1 -- 172.21.15.116:0/3699721315 <== mon.0 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c011790 con 0x7fbe5c149ef0 2023-11-30T08:28:28.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe4affd640 1 -- 172.21.15.116:0/3699721315 <== mon.0 v2:172.21.15.116:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fbe4c0118f0 con 0x7fbe5c149ef0 2023-11-30T08:28:28.420 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe4affd640 1 -- 172.21.15.116:0/3699721315 <== mon.0 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c011cc0 con 0x7fbe5c149ef0 2023-11-30T08:28:28.421 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe60fdf640 1 -- 172.21.15.116:0/3699721315 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe5c0bb400 con 0x7fbe5c149ef0 2023-11-30T08:28:28.421 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe60fdf640 1 -- 172.21.15.116:0/3699721315 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe5c0bb080 con 0x7fbe5c149ef0 2023-11-30T08:28:28.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.413+0000 7fbe60fdf640 1 -- 172.21.15.116:0/3699721315 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe5c067e60 con 0x7fbe5c149ef0 2023-11-30T08:28:28.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.417+0000 7fbe4affd640 1 -- 172.21.15.116:0/3699721315 <== mon.0 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 5) v1 ==== 85852+0+0 (secure 0 0 0) 0x7fbe4c01c460 con 0x7fbe5c149ef0 2023-11-30T08:28:28.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.417+0000 7fbe4affd640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbe3c066470 0x7fbe3c068930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-11-30T08:28:28.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.417+0000 7fbe5a59c640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbe3c066470 0x7fbe3c068930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-11-30T08:28:28.422 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.417+0000 7fbe4affd640 1 -- 172.21.15.116:0/3699721315 <== mon.0 v2:172.21.15.116:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fbe4c083aa0 con 0x7fbe5c149ef0 2023-11-30T08:28:28.423 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.417+0000 7fbe5a59c640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbe3c066470 0x7fbe3c068930 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fbe54003b90 tx=0x7fbe540098d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-11-30T08:28:28.424 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.421+0000 7fbe4affd640 1 -- 172.21.15.116:0/3699721315 <== mon.0 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+172649 (secure 0 0 0) 0x7fbe4c0510f0 con 0x7fbe5c149ef0 2023-11-30T08:28:28.610 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.605+0000 7fbe60fdf640 1 -- 172.21.15.116:0/3699721315 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbe5c138100 con 0x7fbe5c149ef0 2023-11-30T08:28:28.610 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.605+0000 7fbe4affd640 1 -- 172.21.15.116:0/3699721315 <== mon.0 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+2123 (secure 0 0 0) 0x7fbe5c138100 con 0x7fbe5c149ef0 2023-11-30T08:28:28.611 INFO:teuthology.orchestra.run.smithi116.stdout: 2023-11-30T08:28:28.611 INFO:teuthology.orchestra.run.smithi116.stdout:{"epoch":17,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4529,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.162:6833/1281210922","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6832","nonce":1281210922},{"type":"v1","addr":"172.21.15.162:6833","nonce":1281210922}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":5253,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/2450281275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":2450281275},{"type":"v1","addr":"172.21.15.116:6835","nonce":2450281275}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":17}],"filesystems":[]} 2023-11-30T08:28:28.611 INFO:teuthology.orchestra.run.smithi116.stderr:dumped fsmap epoch 17 2023-11-30T08:28:28.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.609+0000 7fbe60fdf640 1 -- 172.21.15.116:0/3699721315 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbe3c066470 msgr2=0x7fbe3c068930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:28.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.609+0000 7fbe60fdf640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbe3c066470 0x7fbe3c068930 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fbe54003b90 tx=0x7fbe540098d0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.609+0000 7fbe60fdf640 1 -- 172.21.15.116:0/3699721315 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbe5c149ef0 msgr2=0x7fbe5c1de970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-11-30T08:28:28.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.609+0000 7fbe60fdf640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbe5c149ef0 0x7fbe5c1de970 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c00c3f0 tx=0x7fbe4c00c8b0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.609+0000 7fbe60fdf640 1 -- 172.21.15.116:0/3699721315 shutdown_connections 2023-11-30T08:28:28.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.609+0000 7fbe60fdf640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbe5c149ef0 0x7fbe5c1de970 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.609+0000 7fbe60fdf640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] conn(0x7fbe5c1402d0 0x7fbe5c0ba150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.609+0000 7fbe60fdf640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.116:6832/1951532330,v1:172.21.15.116:6833/1951532330] conn(0x7fbe3c066470 0x7fbe3c068930 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.613 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.609+0000 7fbe60fdf640 1 --2- 172.21.15.116:0/3699721315 >> [v2:172.21.15.162:3301/0,v1:172.21.15.162:6790/0] conn(0x7fbe5c0bc830 0x7fbe5c0bbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-11-30T08:28:28.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.609+0000 7fbe60fdf640 1 -- 172.21.15.116:0/3699721315 >> 172.21.15.116:0/3699721315 conn(0x7fbe5c072340 msgr2=0x7fbe5c066360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-11-30T08:28:28.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.609+0000 7fbe60fdf640 1 -- 172.21.15.116:0/3699721315 shutdown_connections 2023-11-30T08:28:28.614 INFO:teuthology.orchestra.run.smithi116.stderr:2023-11-30T08:28:28.609+0000 7fbe60fdf640 1 -- 172.21.15.116:0/3699721315 wait complete. 2023-11-30T08:28:28.628 DEBUG:tasks.cephfs.filesystem:already dead... 2023-11-30T08:28:28.628 INFO:teuthology.misc:Shutting down mds daemons... 2023-11-30T08:28:28.628 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-11-30T08:28:28.628 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:28.639 INFO:tasks.ceph.mds.a:Stopped 2023-11-30T08:28:28.639 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-11-30T08:28:28.639 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:28.662 INFO:tasks.ceph.mds.b:Stopped 2023-11-30T08:28:28.663 INFO:teuthology.misc:Shutting down osd daemons... 2023-11-30T08:28:28.663 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2023-11-30T08:28:28.663 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:30.859 DEBUG:teuthology.orchestra.run.smithi116:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-30T08:28:30.863 DEBUG:teuthology.orchestra.run.smithi162:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-30T08:28:31.438 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 is failed for ~0s 2023-11-30T08:28:34.765 INFO:tasks.ceph.osd.0:Stopped 2023-11-30T08:28:34.766 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2023-11-30T08:28:34.766 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:34.857 INFO:tasks.ceph.osd.1:Stopped 2023-11-30T08:28:34.858 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2023-11-30T08:28:34.858 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:34.934 INFO:tasks.ceph.osd.2:Stopped 2023-11-30T08:28:34.935 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2023-11-30T08:28:34.935 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:37.346 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2023-11-30T08:28:37.347 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.0 has been restored 2023-11-30T08:28:41.036 INFO:tasks.ceph.osd.3:Stopped 2023-11-30T08:28:41.037 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2023-11-30T08:28:41.037 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:41.110 INFO:tasks.ceph.osd.4:Stopped 2023-11-30T08:28:41.111 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2023-11-30T08:28:41.111 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:41.200 INFO:tasks.ceph.osd.5:Stopped 2023-11-30T08:28:41.201 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2023-11-30T08:28:41.201 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:41.282 INFO:tasks.ceph.osd.6:Stopped 2023-11-30T08:28:41.283 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2023-11-30T08:28:41.283 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:41.352 INFO:tasks.ceph.osd.7:Stopped 2023-11-30T08:28:41.352 INFO:teuthology.misc:Shutting down mgr daemons... 2023-11-30T08:28:41.353 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2023-11-30T08:28:41.353 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:41.382 INFO:tasks.ceph.mgr.y:Stopped 2023-11-30T08:28:41.382 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2023-11-30T08:28:41.383 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:41.417 INFO:tasks.ceph.mgr.x:Stopped 2023-11-30T08:28:41.417 INFO:teuthology.misc:Shutting down mon daemons... 2023-11-30T08:28:41.417 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2023-11-30T08:28:41.418 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:41.436 INFO:tasks.ceph.mon.a:Stopped 2023-11-30T08:28:41.437 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2023-11-30T08:28:41.437 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:41.473 INFO:tasks.ceph.mon.b:Stopped 2023-11-30T08:28:41.474 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2023-11-30T08:28:41.474 INFO:teuthology.orchestra.run:waiting for 300 2023-11-30T08:28:41.530 INFO:tasks.ceph.mon.c:Stopped 2023-11-30T08:28:41.530 INFO:tasks.ceph:Checking cluster log for badness... 2023-11-30T08:28:41.531 DEBUG:teuthology.orchestra.run.smithi116:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2023-11-30T08:28:41.548 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:28:41.548 DEBUG:teuthology.orchestra.run.smithi116:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2023-11-30T08:28:41.878 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:28:41.878 DEBUG:teuthology.orchestra.run.smithi116:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2023-11-30T08:28:42.051 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:28:42.051 DEBUG:teuthology.orchestra.run.smithi116:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2023-11-30T08:28:42.226 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:28:42.226 DEBUG:teuthology.orchestra.run.smithi116:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2023-11-30T08:28:42.347 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2023-11-30T08:28:42.385 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi162.front.sepia.ceph.com 2023-11-30T08:28:42.385 DEBUG:teuthology.orchestra.run.smithi162:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2023-11-30T08:28:42.565 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi162.front.sepia.ceph.com 2023-11-30T08:28:42.566 DEBUG:teuthology.orchestra.run.smithi162:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2023-11-30T08:28:42.703 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi162.front.sepia.ceph.com 2023-11-30T08:28:42.703 DEBUG:teuthology.orchestra.run.smithi162:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2023-11-30T08:28:42.821 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi162.front.sepia.ceph.com 2023-11-30T08:28:42.821 DEBUG:teuthology.orchestra.run.smithi162:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2023-11-30T08:28:42.938 INFO:tasks.ceph:Archiving mon data... 2023-11-30T08:28:42.939 DEBUG:teuthology.misc:Transferring archived files from smithi116:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752/data/mon.a.tgz 2023-11-30T08:28:42.939 DEBUG:teuthology.orchestra.run.smithi116:> mktemp 2023-11-30T08:28:42.945 INFO:teuthology.orchestra.run.smithi116.stdout:/tmp/tmp.kwZyX1261K 2023-11-30T08:28:42.945 DEBUG:teuthology.orchestra.run.smithi116:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.kwZyX1261K 2023-11-30T08:28:43.057 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod 0666 /tmp/tmp.kwZyX1261K 2023-11-30T08:28:43.120 DEBUG:teuthology.orchestra.remote:smithi116:/tmp/tmp.kwZyX1261K is 272KB 2023-11-30T08:28:43.181 DEBUG:teuthology.orchestra.run.smithi116:> rm -fr /tmp/tmp.kwZyX1261K 2023-11-30T08:28:43.186 DEBUG:teuthology.misc:Transferring archived files from smithi162:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752/data/mon.b.tgz 2023-11-30T08:28:43.186 DEBUG:teuthology.orchestra.run.smithi162:> mktemp 2023-11-30T08:28:43.192 INFO:teuthology.orchestra.run.smithi162.stdout:/tmp/tmp.IGkV4BmLpz 2023-11-30T08:28:43.193 DEBUG:teuthology.orchestra.run.smithi162:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.IGkV4BmLpz 2023-11-30T08:28:43.315 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 0666 /tmp/tmp.IGkV4BmLpz 2023-11-30T08:28:43.378 DEBUG:teuthology.orchestra.remote:smithi162:/tmp/tmp.IGkV4BmLpz is 364KB 2023-11-30T08:28:43.396 DEBUG:teuthology.orchestra.run.smithi162:> rm -fr /tmp/tmp.IGkV4BmLpz 2023-11-30T08:28:43.400 DEBUG:teuthology.misc:Transferring archived files from smithi162:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752/data/mon.c.tgz 2023-11-30T08:28:43.401 DEBUG:teuthology.orchestra.run.smithi162:> mktemp 2023-11-30T08:28:43.446 INFO:teuthology.orchestra.run.smithi162.stdout:/tmp/tmp.2BoWMYvFct 2023-11-30T08:28:43.446 DEBUG:teuthology.orchestra.run.smithi162:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.2BoWMYvFct 2023-11-30T08:28:43.577 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 0666 /tmp/tmp.2BoWMYvFct 2023-11-30T08:28:43.637 DEBUG:teuthology.orchestra.remote:smithi162:/tmp/tmp.2BoWMYvFct is 364KB 2023-11-30T08:28:43.699 DEBUG:teuthology.orchestra.run.smithi162:> rm -fr /tmp/tmp.2BoWMYvFct 2023-11-30T08:28:43.705 INFO:tasks.ceph:Cleaning ceph cluster... 2023-11-30T08:28:43.705 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-11-30T08:28:43.707 DEBUG:teuthology.orchestra.run.smithi162:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2023-11-30T08:28:43.768 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2023-11-30T08:28:43.810 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2023-11-30T08:28:43.810 INFO:tasks.ceph:Archiving crash dumps... 2023-11-30T08:28:43.812 DEBUG:teuthology.misc:Transferring archived files from smithi116:/var/lib/ceph/crash to /home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752/remote/smithi116/crash 2023-11-30T08:28:43.813 DEBUG:teuthology.orchestra.run.smithi116:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-11-30T08:28:43.827 DEBUG:teuthology.misc:Transferring archived files from smithi162:/var/lib/ceph/crash to /home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752/remote/smithi162/crash 2023-11-30T08:28:43.828 DEBUG:teuthology.orchestra.run.smithi162:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2023-11-30T08:28:43.865 INFO:tasks.ceph:Shutting down logrotate 2023-11-30T08:28:43.865 DEBUG:teuthology.orchestra.run.smithi116:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-30T08:28:43.872 DEBUG:teuthology.orchestra.run.smithi162:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-11-30T08:28:43.942 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm /etc/logrotate.d/ceph-test.conf 2023-11-30T08:28:43.962 DEBUG:teuthology.orchestra.run.smithi162:> sudo rm /etc/logrotate.d/ceph-test.conf 2023-11-30T08:28:43.998 INFO:tasks.ceph:Compressing logs... 2023-11-30T08:28:43.998 DEBUG:teuthology.orchestra.run.smithi116:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-11-30T08:28:44.009 DEBUG:teuthology.orchestra.run.smithi162:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-11-30T08:28:44.029 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47737.log 2023-11-30T08:28:44.030 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46158.log 2023-11-30T08:28:44.031 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47659.log 2023-11-30T08:28:44.031 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47737.log: /var/log/ceph/ceph-client.admin.46158.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46477.log 2023-11-30T08:28:44.031 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47659.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46158.log.gz 2023-11-30T08:28:44.032 INFO:teuthology.orchestra.run.smithi116.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47737.log.gz 2023-11-30T08:28:44.032 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47891.log 2023-11-30T08:28:44.032 INFO:teuthology.orchestra.run.smithi116.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47659.log.gz 2023-11-30T08:28:44.032 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48274.log 2023-11-30T08:28:44.034 INFO:teuthology.orchestra.run.smithi116.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46477.log.gz/var/log/ceph/ceph-client.admin.47891.log: 2023-11-30T08:28:44.034 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45034.log 2023-11-30T08:28:44.034 INFO:teuthology.orchestra.run.smithi116.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47891.log.gz 2023-11-30T08:28:44.035 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48274.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46925.log 2023-11-30T08:28:44.035 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48527.log 2023-11-30T08:28:44.035 INFO:teuthology.orchestra.run.smithi116.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.48274.log.gz 2023-11-30T08:28:44.035 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46925.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48853.log 2023-11-30T08:28:44.035 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45034.log.gz 2023-11-30T08:28:44.035 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48527.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46925.log.gz 2023-11-30T08:28:44.035 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45277.log 2023-11-30T08:28:44.035 INFO:teuthology.orchestra.run.smithi116.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48527.log.gz 2023-11-30T08:28:44.036 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48853.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2023-11-30T08:28:44.036 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48853.log.gz 2023-11-30T08:28:44.036 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45277.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47385.log 2023-11-30T08:28:44.036 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.45277.log.gz 2023-11-30T08:28:44.036 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-mgr.y.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.44705.log 2023-11-30T08:28:44.043 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45563.log 2023-11-30T08:28:44.043 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44705.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47385.log.gz 2023-11-30T08:28:44.043 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46451.log 2023-11-30T08:28:44.043 INFO:teuthology.orchestra.run.smithi116.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44705.log.gz 2023-11-30T08:28:44.043 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46691.log 2023-11-30T08:28:44.043 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45563.log: /var/log/ceph/ceph-client.admin.46451.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45670.log 2023-11-30T08:28:44.043 INFO:teuthology.orchestra.run.smithi116.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45563.log.gz 2023-11-30T08:28:44.044 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46691.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46451.log.gz 2023-11-30T08:28:44.044 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44547.log 2023-11-30T08:28:44.044 INFO:teuthology.orchestra.run.smithi116.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46691.log.gz 2023-11-30T08:28:44.044 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48139.log 2023-11-30T08:28:44.044 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45670.log: /var/log/ceph/ceph-client.admin.44547.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45670.log.gz 2023-11-30T08:28:44.044 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48749.log 2023-11-30T08:28:44.044 INFO:teuthology.orchestra.run.smithi116.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44547.log.gz 2023-11-30T08:28:44.044 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45030.log 2023-11-30T08:28:44.044 INFO:teuthology.orchestra.run.smithi116.stderr:gzip 88.1% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.48139.log.gz -- 2023-11-30T08:28:44.045 INFO:teuthology.orchestra.run.smithi116.stderr: /var/log/ceph/ceph-osd.0.log 2023-11-30T08:28:44.045 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48749.log: /var/log/ceph/ceph-client.admin.45030.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48749.log.gz 2023-11-30T08:28:44.045 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46236.log 2023-11-30T08:28:44.045 INFO:teuthology.orchestra.run.smithi116.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45030.log.gz 2023-11-30T08:28:44.045 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49139.log 2023-11-30T08:28:44.045 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46366.log 2023-11-30T08:28:44.045 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46236.log: /var/log/ceph/ceph-client.admin.49139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44197.log 2023-11-30T08:28:44.045 INFO:teuthology.orchestra.run.smithi116.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46236.log.gz 2023-11-30T08:28:44.045 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49139.log.gz 2023-11-30T08:28:44.046 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46366.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44273.log 2023-11-30T08:28:44.046 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44197.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46366.log.gz 2023-11-30T08:28:44.046 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47501.log 2023-11-30T08:28:44.046 INFO:teuthology.orchestra.run.smithi116.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.44197.log.gz 2023-11-30T08:28:44.046 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45407.log 2023-11-30T08:28:44.046 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44273.log: /var/log/ceph/ceph-client.admin.47501.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45251.log 2023-11-30T08:28:44.046 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45407.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47501.log.gz 2023-11-30T08:28:44.046 INFO:teuthology.orchestra.run.smithi116.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44273.log.gz 2023-11-30T08:28:44.047 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48196.log 2023-11-30T08:28:44.047 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45251.log: gzip -5 89.2% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.45407.log.gz 2023-11-30T08:28:44.047 INFO:teuthology.orchestra.run.smithi116.stderr: /var/log/ceph/ceph-client.admin.45225.log 2023-11-30T08:28:44.048 INFO:teuthology.orchestra.run.smithi116.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45251.log.gz 2023-11-30T08:28:44.048 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45511.log 2023-11-30T08:28:44.048 INFO:teuthology.orchestra.run.smithi116.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48196.log.gz 2023-11-30T08:28:44.048 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.45225.log: /var/log/ceph/ceph-client.admin.49189.log 2023-11-30T08:28:44.059 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38461.log 2023-11-30T08:28:44.073 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2023-11-30T08:28:44.074 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2023-11-30T08:28:44.074 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/ceph-client.admin.38461.log: /var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38485.log 2023-11-30T08:28:44.074 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38509.log 2023-11-30T08:28:44.074 INFO:teuthology.orchestra.run.smithi162.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.38461.log.gz/var/log/ceph/ceph-client.admin.38485.log: 2023-11-30T08:28:44.074 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2023-11-30T08:28:44.074 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/ceph-client.admin.38509.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.38485.log.gz 2023-11-30T08:28:44.075 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38413.log 2023-11-30T08:28:44.075 INFO:teuthology.orchestra.run.smithi162.stderr: 88.0%/var/log/ceph/ceph-osd.5.log: -- replaced with /var/log/ceph/ceph-client.admin.38509.log.gz 2023-11-30T08:28:44.075 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38533.log 2023-11-30T08:28:44.075 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/ceph-client.admin.38413.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2023-11-30T08:28:44.075 INFO:teuthology.orchestra.run.smithi162.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.38413.log.gz 2023-11-30T08:28:44.075 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2023-11-30T08:28:44.075 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/ceph-client.admin.38533.log: /var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2023-11-30T08:28:44.076 INFO:teuthology.orchestra.run.smithi162.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.38533.log.gz 2023-11-30T08:28:44.076 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38437.log 2023-11-30T08:28:44.076 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38557.log 2023-11-30T08:28:44.076 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/ceph-client.admin.38437.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38389.log 2023-11-30T08:28:44.076 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/ceph-client.admin.38557.log: 91.8% 87.8% -- replaced with /var/log/ceph/ceph-client.admin.38437.log.gz 2023-11-30T08:28:44.076 INFO:teuthology.orchestra.run.smithi162.stderr: -- replaced with /var/log/ceph/ceph.log.gz 2023-11-30T08:28:44.076 INFO:teuthology.orchestra.run.smithi162.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.38557.log.gz 2023-11-30T08:28:44.076 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-11-30T08:28:44.077 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/ceph-client.admin.38389.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2023-11-30T08:28:44.077 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/ceph.audit.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.38389.log.gz 2023-11-30T08:28:44.077 INFO:teuthology.orchestra.run.smithi162.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2023-11-30T08:28:44.077 INFO:teuthology.orchestra.run.smithi162.stderr: 92.5%gzip -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2023-11-30T08:28:44.077 INFO:teuthology.orchestra.run.smithi162.stderr: -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2023-11-30T08:28:44.077 INFO:teuthology.orchestra.run.smithi162.stderr:/var/log/ceph/ceph-mds.b.log: /var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-osd.4.log: 91.7% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2023-11-30T08:28:44.077 INFO:teuthology.orchestra.run.smithi162.stderr: 93.6% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-11-30T08:28:44.092 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45511.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48087.log 2023-11-30T08:28:44.092 INFO:teuthology.orchestra.run.smithi116.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45225.log.gz 2023-11-30T08:28:44.093 INFO:teuthology.orchestra.run.smithi116.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45511.log.gz 2023-11-30T08:28:44.093 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.49189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48905.log 2023-11-30T08:28:44.093 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48087.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49189.log.gz 2023-11-30T08:28:44.093 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47177.log 2023-11-30T08:28:44.093 INFO:teuthology.orchestra.run.smithi116.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48087.log.gz 2023-11-30T08:28:44.093 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47607.log 2023-11-30T08:28:44.093 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48905.log: gzip/var/log/ceph/ceph-client.admin.47177.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.48671.log 2023-11-30T08:28:44.093 INFO:teuthology.orchestra.run.smithi116.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48905.log.gz 2023-11-30T08:28:44.093 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45381.log 2023-11-30T08:28:44.094 INFO:teuthology.orchestra.run.smithi116.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47607.log.gz 2023-11-30T08:28:44.094 INFO:teuthology.orchestra.run.smithi116.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47177.log.gz 2023-11-30T08:28:44.094 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48671.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48579.log 2023-11-30T08:28:44.094 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48113.log 2023-11-30T08:28:44.094 INFO:teuthology.orchestra.run.smithi116.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48671.log.gz 2023-11-30T08:28:44.094 INFO:teuthology.orchestra.run.smithi116.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45381.log.gz 2023-11-30T08:28:44.094 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48579.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44485.log 2023-11-30T08:28:44.094 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47229.log 2023-11-30T08:28:44.095 INFO:teuthology.orchestra.run.smithi116.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48113.log.gz 2023-11-30T08:28:44.095 INFO:teuthology.orchestra.run.smithi116.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48579.log.gz 2023-11-30T08:28:44.095 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48827.log 2023-11-30T08:28:44.095 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44485.log: /var/log/ceph/ceph-client.admin.47229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47255.log 2023-11-30T08:28:44.095 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47229.log.gz 2023-11-30T08:28:44.095 INFO:teuthology.orchestra.run.smithi116.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44485.log.gz 2023-11-30T08:28:44.095 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48723.log 2023-11-30T08:28:44.095 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47255.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.48827.log.gz 2023-11-30T08:28:44.095 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47151.log 2023-11-30T08:28:44.096 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.47255.log.gz 2023-11-30T08:28:44.096 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2023-11-30T08:28:44.096 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48723.log: /var/log/ceph/ceph-client.admin.47151.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48879.log 2023-11-30T08:28:44.096 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48723.log.gz 2023-11-30T08:28:44.096 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45433.log 2023-11-30T08:28:44.096 INFO:teuthology.orchestra.run.smithi116.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47151.log.gz 2023-11-30T08:28:44.096 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48879.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45950.log 2023-11-30T08:28:44.096 INFO:teuthology.orchestra.run.smithi116.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48879.log.gz 2023-11-30T08:28:44.097 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45433.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44824.log 2023-11-30T08:28:44.097 INFO:teuthology.orchestra.run.smithi116.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45433.log.gz 2023-11-30T08:28:44.097 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45950.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47711.log 2023-11-30T08:28:44.097 INFO:teuthology.orchestra.run.smithi116.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45950.log.gz 2023-11-30T08:28:44.097 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46132.log 2023-11-30T08:28:44.097 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44824.log: /var/log/ceph/ceph-client.admin.47711.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2023-11-30T08:28:44.097 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44824.log.gz 2023-11-30T08:28:44.097 INFO:teuthology.orchestra.run.smithi116.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47711.log.gz 2023-11-30T08:28:44.097 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46743.log 2023-11-30T08:28:44.098 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-mon.a.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46132.log.gz 2023-11-30T08:28:44.098 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47841.log 2023-11-30T08:28:44.098 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46821.log 2023-11-30T08:28:44.098 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47841.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46743.log.gz 2023-11-30T08:28:44.098 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49061.log 2023-11-30T08:28:44.098 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44377.log 2023-11-30T08:28:44.098 INFO:teuthology.orchestra.run.smithi116.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.47841.log.gz 2023-11-30T08:28:44.098 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.49061.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44601.log 2023-11-30T08:28:44.098 INFO:teuthology.orchestra.run.smithi116.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.46821.log.gz 2023-11-30T08:28:44.099 INFO:teuthology.orchestra.run.smithi116.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49061.log.gz 2023-11-30T08:28:44.099 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49165.log 2023-11-30T08:28:44.099 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44601.log: /var/log/ceph/ceph-client.admin.44377.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44828.log 2023-11-30T08:28:44.099 INFO:teuthology.orchestra.run.smithi116.stderr: 89.2%/var/log/ceph/ceph-client.admin.49165.log: -- replaced with /var/log/ceph/ceph-client.admin.44601.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48456.log 2023-11-30T08:28:44.099 INFO:teuthology.orchestra.run.smithi116.stderr: 2023-11-30T08:28:44.099 INFO:teuthology.orchestra.run.smithi116.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.44377.log.gz 2023-11-30T08:28:44.099 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44828.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49165.log.gz 2023-11-30T08:28:44.099 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47333.log 2023-11-30T08:28:44.100 INFO:teuthology.orchestra.run.smithi116.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44828.log.gz 2023-11-30T08:28:44.100 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48456.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46899.log 2023-11-30T08:28:44.100 INFO:teuthology.orchestra.run.smithi116.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48456.log.gz 2023-11-30T08:28:44.100 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47333.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47946.log 2023-11-30T08:28:44.100 INFO:teuthology.orchestra.run.smithi116.stderr:gzip 88.0% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.47333.log.gz -- 2023-11-30T08:28:44.100 INFO:teuthology.orchestra.run.smithi116.stderr: /var/log/ceph/ceph-client.admin.48404.log 2023-11-30T08:28:44.100 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46899.log: /var/log/ceph/ceph-client.0.47946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48801.log 2023-11-30T08:28:44.100 INFO:teuthology.orchestra.run.smithi116.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46899.log.gz 2023-11-30T08:28:44.101 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48035.log 2023-11-30T08:28:44.101 INFO:teuthology.orchestra.run.smithi116.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.48404.log.gz 2023-11-30T08:28:44.101 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47815.log 2023-11-30T08:28:44.101 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48801.log: /var/log/ceph/ceph-client.admin.48035.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48801.log.gz 2023-11-30T08:28:44.101 INFO:teuthology.orchestra.run.smithi116.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.48035.log.gz 2023-11-30T08:28:44.101 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49087.log 2023-11-30T08:28:44.101 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46392.log 2023-11-30T08:28:44.101 INFO:teuthology.orchestra.run.smithi116.stderr: 93.1% -- replaced with /var/log/ceph/ceph-client.0.47946.log.gz 2023-11-30T08:28:44.101 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.49087.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.47815.log.gz 2023-11-30T08:28:44.102 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44299.log 2023-11-30T08:28:44.102 INFO:teuthology.orchestra.run.smithi116.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.49087.log.gz 2023-11-30T08:28:44.102 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46392.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46582.log 2023-11-30T08:28:44.102 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48378.log 2023-11-30T08:28:44.102 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44299.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46392.log.gz 2023-11-30T08:28:44.102 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46582.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44299.log.gz 2023-11-30T08:28:44.102 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45846.log 2023-11-30T08:28:44.102 INFO:teuthology.orchestra.run.smithi116.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46582.log.gz 2023-11-30T08:28:44.102 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44832.log 2023-11-30T08:28:44.103 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48378.log: /var/log/ceph/ceph-client.admin.45846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44403.log 2023-11-30T08:28:44.103 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44832.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48378.log.gz 2023-11-30T08:28:44.103 INFO:teuthology.orchestra.run.smithi116.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45846.log.gz 2023-11-30T08:28:44.103 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48170.log 2023-11-30T08:28:44.103 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44403.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44832.log.gz 2023-11-30T08:28:44.103 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46795.log 2023-11-30T08:28:44.103 INFO:teuthology.orchestra.run.smithi116.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44403.log.gz 2023-11-30T08:28:44.103 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46054.log 2023-11-30T08:28:44.104 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48170.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48170.log.gz 2023-11-30T08:28:44.104 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47475.log 2023-11-30T08:28:44.104 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46314.log/var/log/ceph/ceph-client.admin.46054.log: 2023-11-30T08:28:44.104 INFO:teuthology.orchestra.run.smithi116.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46795.log.gz 2023-11-30T08:28:44.104 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47475.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46054.log.gz 2023-11-30T08:28:44.104 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47203.log 2023-11-30T08:28:44.104 INFO:teuthology.orchestra.run.smithi116.stderr: 88.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47763.log 2023-11-30T08:28:44.104 INFO:teuthology.orchestra.run.smithi116.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47475.log.gz/var/log/ceph/ceph-client.admin.46314.log: 2023-11-30T08:28:44.104 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47203.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2023-11-30T08:28:44.105 INFO:teuthology.orchestra.run.smithi116.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46314.log.gz 2023-11-30T08:28:44.105 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47125.log 2023-11-30T08:28:44.105 INFO:teuthology.orchestra.run.smithi116.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47203.log.gz 2023-11-30T08:28:44.105 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-osd.3.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47763.log.gz 2023-11-30T08:28:44.105 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47527.log 2023-11-30T08:28:44.105 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48957.log 2023-11-30T08:28:44.105 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5%/var/log/ceph/ceph-client.admin.47527.log: -- replaced with /var/log/ceph/ceph-client.admin.47125.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45924.log 2023-11-30T08:28:44.105 INFO:teuthology.orchestra.run.smithi116.stderr: 2023-11-30T08:28:44.105 INFO:teuthology.orchestra.run.smithi116.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47527.log.gz 2023-11-30T08:28:44.106 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48957.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48957.log.gz 2023-11-30T08:28:44.106 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44351.log 2023-11-30T08:28:44.106 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46080.log 2023-11-30T08:28:44.106 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45924.log: /var/log/ceph/ceph-client.admin.44351.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45537.log 2023-11-30T08:28:44.106 INFO:teuthology.orchestra.run.smithi116.stderr: 87.7%/var/log/ceph/ceph-client.admin.46080.log: -- replaced with /var/log/ceph/ceph-client.admin.45924.log.gz 2023-11-30T08:28:44.106 INFO:teuthology.orchestra.run.smithi116.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44351.log.gz 2023-11-30T08:28:44.106 INFO:teuthology.orchestra.run.smithi116.stderr:gzip 88.4% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.46080.log.gz -- 2023-11-30T08:28:44.106 INFO:teuthology.orchestra.run.smithi116.stderr: /var/log/ceph/ceph-client.admin.46769.log 2023-11-30T08:28:44.107 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44837.log 2023-11-30T08:28:44.107 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45537.log: /var/log/ceph/ceph-client.admin.46769.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2023-11-30T08:28:44.107 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44837.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45537.log.gz 2023-11-30T08:28:44.107 INFO:teuthology.orchestra.run.smithi116.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46769.log.gz 2023-11-30T08:28:44.107 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49035.log 2023-11-30T08:28:44.107 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44837.log.gz 2023-11-30T08:28:44.107 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45041.log 2023-11-30T08:28:44.107 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-osd.1.log: /var/log/ceph/ceph-client.admin.49035.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38240.log 2023-11-30T08:28:44.107 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45041.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.49035.log.gz 2023-11-30T08:28:44.108 INFO:teuthology.orchestra.run.smithi116.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45041.log.gz 2023-11-30T08:28:44.108 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44835.log 2023-11-30T08:28:44.108 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.38240.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47581.log 2023-11-30T08:28:44.108 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44835.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.38240.log.gz 2023-11-30T08:28:44.108 INFO:teuthology.orchestra.run.smithi116.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.44835.log.gz 2023-11-30T08:28:44.108 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44836.log 2023-11-30T08:28:44.108 INFO:teuthology.orchestra.run.smithi116.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2023-11-30T08:28:44.108 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47581.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47789.log 2023-11-30T08:28:44.108 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48645.log 2023-11-30T08:28:44.109 INFO:teuthology.orchestra.run.smithi116.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47581.log.gz 2023-11-30T08:28:44.109 INFO:teuthology.orchestra.run.smithi116.stderr: 88.4%/var/log/ceph/ceph-client.admin.47789.log: -- replaced with /var/log/ceph/ceph-client.admin.44836.log.gz 2023-11-30T08:28:44.109 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45589.log 2023-11-30T08:28:44.109 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48645.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47789.log.gz 2023-11-30T08:28:44.109 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45329.log 2023-11-30T08:28:44.109 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45589.log: 89.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48300.log 2023-11-30T08:28:44.109 INFO:teuthology.orchestra.run.smithi116.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48645.log.gz 2023-11-30T08:28:44.109 INFO:teuthology.orchestra.run.smithi116.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45589.log.gz 2023-11-30T08:28:44.110 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45329.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46634.log 2023-11-30T08:28:44.110 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48300.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44653.log 2023-11-30T08:28:44.110 INFO:teuthology.orchestra.run.smithi116.stderr: 89.4%/var/log/ceph/ceph-client.admin.46634.log: -- replaced with /var/log/ceph/ceph-client.admin.45329.log.gz 88.6% -- replaced with /var/log/ceph/ceph-client.admin.48300.log.gz 2023-11-30T08:28:44.110 INFO:teuthology.orchestra.run.smithi116.stderr: 2023-11-30T08:28:44.110 INFO:teuthology.orchestra.run.smithi116.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46634.log.gz 2023-11-30T08:28:44.110 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44831.log 2023-11-30T08:28:44.110 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44653.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47413.log 2023-11-30T08:28:44.110 INFO:teuthology.orchestra.run.smithi116.stderr: 89.0%/var/log/ceph/ceph-client.admin.44831.log: -- replaced with /var/log/ceph/ceph-client.admin.44653.log.gz 2023-11-30T08:28:44.111 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47685.log 2023-11-30T08:28:44.111 INFO:teuthology.orchestra.run.smithi116.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44831.log.gz 2023-11-30T08:28:44.111 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46556.log 2023-11-30T08:28:44.111 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47413.log: /var/log/ceph/ceph-client.admin.47685.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47413.log.gz 2023-11-30T08:28:44.111 INFO:teuthology.orchestra.run.smithi116.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.47685.log.gz 2023-11-30T08:28:44.111 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47281.log 2023-11-30T08:28:44.111 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44457.log 2023-11-30T08:28:44.111 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46556.log: /var/log/ceph/ceph-client.admin.47281.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2023-11-30T08:28:44.111 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44457.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46556.log.gz 2023-11-30T08:28:44.112 INFO:teuthology.orchestra.run.smithi116.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47281.log.gz 2023-11-30T08:28:44.112 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46106.log 2023-11-30T08:28:44.112 INFO:teuthology.orchestra.run.smithi116.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44457.log.gz 2023-11-30T08:28:44.112 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44429.log 2023-11-30T08:28:44.112 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-client.admin.46106.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48326.log 2023-11-30T08:28:44.112 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44429.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46106.log.gz 2023-11-30T08:28:44.112 INFO:teuthology.orchestra.run.smithi116.stderr: 85.3% -- replaced with /var/log/ceph/ceph.log.gz 2023-11-30T08:28:44.112 INFO:teuthology.orchestra.run.smithi116.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44429.log.gz 2023-11-30T08:28:44.112 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45976.log 2023-11-30T08:28:44.112 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46951.log 2023-11-30T08:28:44.113 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48326.log: /var/log/ceph/ceph-client.admin.45976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44227.log 2023-11-30T08:28:44.113 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46951.log: 88.4% 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48326.log.gz 2023-11-30T08:28:44.113 INFO:teuthology.orchestra.run.smithi116.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45976.log.gz 2023-11-30T08:28:44.113 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46002.log 2023-11-30T08:28:44.113 INFO:teuthology.orchestra.run.smithi116.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46951.log.gz 2023-11-30T08:28:44.113 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45045.log 2023-11-30T08:28:44.113 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44227.log: /var/log/ceph/ceph-client.admin.46002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44573.log 2023-11-30T08:28:44.113 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45045.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46002.log.gz 2023-11-30T08:28:44.113 INFO:teuthology.orchestra.run.smithi116.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.44227.log.gz 2023-11-30T08:28:44.113 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45485.log 2023-11-30T08:28:44.114 INFO:teuthology.orchestra.run.smithi116.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45045.log.gz 2023-11-30T08:28:44.114 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49009.log 2023-11-30T08:28:44.114 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44573.log: /var/log/ceph/ceph-client.admin.45485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46873.log 2023-11-30T08:28:44.134 INFO:teuthology.orchestra.run.smithi162.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2023-11-30T08:28:44.134 INFO:teuthology.orchestra.run.smithi162.stderr: 92.0% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2023-11-30T08:28:44.138 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.49009.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.45485.log.gz 2023-11-30T08:28:44.138 INFO:teuthology.orchestra.run.smithi116.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44573.log.gz 2023-11-30T08:28:44.138 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48553.log 2023-11-30T08:28:44.138 INFO:teuthology.orchestra.run.smithi116.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49009.log.gz 2023-11-30T08:28:44.138 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48501.log 2023-11-30T08:28:44.139 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46873.log: /var/log/ceph/ceph-client.admin.48553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46717.log 2023-11-30T08:28:44.139 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48501.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46873.log.gz 2023-11-30T08:28:44.139 INFO:teuthology.orchestra.run.smithi116.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.48553.log.gz 2023-11-30T08:28:44.139 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45796.log 2023-11-30T08:28:44.139 INFO:teuthology.orchestra.run.smithi116.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48501.log.gz 2023-11-30T08:28:44.139 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45032.log 2023-11-30T08:28:44.139 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46717.log: /var/log/ceph/ceph-client.0.45796.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48430.log 2023-11-30T08:28:44.139 INFO:teuthology.orchestra.run.smithi116.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46717.log.gz 2023-11-30T08:28:44.139 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45038.log 2023-11-30T08:28:44.139 INFO:teuthology.orchestra.run.smithi116.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45032.log.gz 2023-11-30T08:28:44.140 INFO:teuthology.orchestra.run.smithi116.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.0.45796.log.gz 2023-11-30T08:28:44.140 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48430.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48430.log.gz 2023-11-30T08:28:44.140 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38475.log 2023-11-30T08:28:44.140 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44783.log 2023-11-30T08:28:44.140 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45038.log: /var/log/ceph/ceph-client.admin.38475.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2023-11-30T08:28:44.140 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44783.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45038.log.gz 2023-11-30T08:28:44.140 INFO:teuthology.orchestra.run.smithi116.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.38475.log.gz 2023-11-30T08:28:44.140 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45615.log 2023-11-30T08:28:44.141 INFO:teuthology.orchestra.run.smithi116.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44783.log.gz 2023-11-30T08:28:44.141 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph.audit.log: 89.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2023-11-30T08:28:44.141 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46608.log 2023-11-30T08:28:44.141 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46425.log 2023-11-30T08:28:44.141 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45615.log: /var/log/ceph/ceph-client.admin.46608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46210.log 2023-11-30T08:28:44.141 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46425.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46608.log.gz 2023-11-30T08:28:44.141 INFO:teuthology.orchestra.run.smithi116.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46425.log.gz 2023-11-30T08:28:44.141 INFO:teuthology.orchestra.run.smithi116.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.45615.log.gz 2023-11-30T08:28:44.141 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45033.log 2023-11-30T08:28:44.141 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45872.log 2023-11-30T08:28:44.142 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45033.log: 89.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48248.log 2023-11-30T08:28:44.142 INFO:teuthology.orchestra.run.smithi116.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46210.log.gz 2023-11-30T08:28:44.142 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45033.log.gz 2023-11-30T08:28:44.142 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45872.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2023-11-30T08:28:44.142 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38349.log 2023-11-30T08:28:44.142 INFO:teuthology.orchestra.run.smithi116.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45872.log.gz 2023-11-30T08:28:44.142 INFO:teuthology.orchestra.run.smithi116.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48248.log.gz 2023-11-30T08:28:44.142 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44819.log 2023-11-30T08:28:44.143 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.38349.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.33431.log 2023-11-30T08:28:44.143 INFO:teuthology.orchestra.run.smithi116.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.38349.log.gz 2023-11-30T08:28:44.143 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44819.log: 88.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48352.log 2023-11-30T08:28:44.143 INFO:teuthology.orchestra.run.smithi116.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44819.log.gz 2023-11-30T08:28:44.143 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph.tmp-client.admin.33431.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.33431.log.gz 2023-11-30T08:28:44.143 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44521.log 2023-11-30T08:28:44.143 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46184.log 2023-11-30T08:28:44.143 INFO:teuthology.orchestra.run.smithi116.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48352.log.gz 2023-11-30T08:28:44.144 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44521.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45459.log 2023-11-30T08:28:44.144 INFO:teuthology.orchestra.run.smithi116.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.44521.log.gz 2023-11-30T08:28:44.144 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46184.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48697.log 2023-11-30T08:28:44.144 INFO:teuthology.orchestra.run.smithi116.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46184.log.gz 2023-11-30T08:28:44.144 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45459.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44627.log 2023-11-30T08:28:44.144 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48697.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45459.log.gz 2023-11-30T08:28:44.144 INFO:teuthology.orchestra.run.smithi116.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.48697.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46503.log 2023-11-30T08:28:44.144 INFO:teuthology.orchestra.run.smithi116.stderr: 2023-11-30T08:28:44.144 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44325.log 2023-11-30T08:28:44.144 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44627.log: /var/log/ceph/ceph-client.admin.46503.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44627.log.gz 2023-11-30T08:28:44.145 INFO:teuthology.orchestra.run.smithi116.stderr: 89.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46847.log 2023-11-30T08:28:44.145 INFO:teuthology.orchestra.run.smithi116.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46503.log.gz 2023-11-30T08:28:44.145 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44325.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44325.log.gz 2023-11-30T08:28:44.145 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47633.log 2023-11-30T08:28:44.145 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47555.log 2023-11-30T08:28:44.145 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46847.log: /var/log/ceph/ceph-client.admin.47633.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46847.log.gz 2023-11-30T08:28:44.145 INFO:teuthology.orchestra.run.smithi116.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47633.log.gz 2023-11-30T08:28:44.145 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44757.log 2023-11-30T08:28:44.145 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48775.log 2023-11-30T08:28:44.145 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47555.log: /var/log/ceph/ceph-client.admin.44757.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47555.log.gz 2023-11-30T08:28:44.146 INFO:teuthology.orchestra.run.smithi116.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.44757.log.gz 2023-11-30T08:28:44.146 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45303.log 2023-11-30T08:28:44.146 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45040.log 2023-11-30T08:28:44.146 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48775.log: /var/log/ceph/ceph-client.admin.45303.log: 88.4% 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48775.log.gz 2023-11-30T08:28:44.146 INFO:teuthology.orchestra.run.smithi116.stderr: -- replaced with /var/log/ceph/ceph-client.admin.45303.log.gz 2023-11-30T08:28:44.146 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48061.log 2023-11-30T08:28:44.146 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46262.log 2023-11-30T08:28:44.146 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.45040.log: /var/log/ceph/ceph-client.admin.48061.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45040.log.gz 2023-11-30T08:28:44.146 INFO:teuthology.orchestra.run.smithi116.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48061.log.gz 2023-11-30T08:28:44.147 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46028.log 2023-11-30T08:28:44.147 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44731.log 2023-11-30T08:28:44.147 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46262.log: /var/log/ceph/ceph-client.admin.46028.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46262.log.gz 2023-11-30T08:28:44.147 INFO:teuthology.orchestra.run.smithi116.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46028.log.gz 2023-11-30T08:28:44.147 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49215.log 2023-11-30T08:28:44.147 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47441.log 2023-11-30T08:28:44.147 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44731.log: /var/log/ceph/ceph-client.admin.49215.log: 88.9% 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44731.log.gz 2023-11-30T08:28:44.147 INFO:teuthology.orchestra.run.smithi116.stderr: -- replaced with /var/log/ceph/ceph-client.admin.49215.log.gz 2023-11-30T08:28:44.147 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45898.log 2023-11-30T08:28:44.148 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49113.log 2023-11-30T08:28:44.148 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47441.log: /var/log/ceph/ceph-client.admin.45898.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47441.log.gz 2023-11-30T08:28:44.148 INFO:teuthology.orchestra.run.smithi116.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45898.log.gz 2023-11-30T08:28:44.148 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48931.log 2023-11-30T08:28:44.148 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48005.log 2023-11-30T08:28:44.148 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48931.log: /var/log/ceph/ceph-client.admin.49113.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48931.log.gz 2023-11-30T08:28:44.148 INFO:teuthology.orchestra.run.smithi116.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49113.log.gz 2023-11-30T08:28:44.148 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48619.log 2023-11-30T08:28:44.148 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46529.log 2023-11-30T08:28:44.148 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.48005.log: /var/log/ceph/ceph-client.admin.48619.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48619.log.gz 2023-11-30T08:28:44.149 INFO:teuthology.orchestra.run.smithi116.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48005.log.gz 2023-11-30T08:28:44.149 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47079.log 2023-11-30T08:28:44.149 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46288.log 2023-11-30T08:28:44.149 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46529.log: /var/log/ceph/ceph-client.admin.47079.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46529.log.gz 2023-11-30T08:28:44.149 INFO:teuthology.orchestra.run.smithi116.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47079.log.gz 2023-11-30T08:28:44.149 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48222.log 2023-11-30T08:28:44.149 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46993.log 2023-11-30T08:28:44.149 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46288.log: /var/log/ceph/ceph-client.admin.48222.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46288.log.gz 2023-11-30T08:28:44.149 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46660.log 2023-11-30T08:28:44.149 INFO:teuthology.orchestra.run.smithi116.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48222.log.gz 2023-11-30T08:28:44.150 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46993.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46993.log.gz 2023-11-30T08:28:44.150 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47359.log 2023-11-30T08:28:44.150 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47307.log 2023-11-30T08:28:44.150 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46660.log: /var/log/ceph/ceph-client.admin.47359.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.46660.log.gz 2023-11-30T08:28:44.150 INFO:teuthology.orchestra.run.smithi116.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47359.log.gz 2023-11-30T08:28:44.150 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44679.log 2023-11-30T08:28:44.150 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46340.log 2023-11-30T08:28:44.150 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47307.log: /var/log/ceph/ceph-client.admin.44679.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.47307.log.gz 2023-11-30T08:28:44.150 INFO:teuthology.orchestra.run.smithi116.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44679.log.gz 2023-11-30T08:28:44.151 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44129.log 2023-11-30T08:28:44.151 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.46340.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46340.log.gz 2023-11-30T08:28:44.151 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45355.log 2023-11-30T08:28:44.151 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47022.log 2023-11-30T08:28:44.151 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.44129.log: /var/log/ceph/ceph-client.admin.45355.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44129.log.gz 2023-11-30T08:28:44.151 INFO:teuthology.orchestra.run.smithi116.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45355.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47050.log 2023-11-30T08:28:44.151 INFO:teuthology.orchestra.run.smithi116.stderr: 2023-11-30T08:28:44.151 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47022.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47022.log.gz 2023-11-30T08:28:44.151 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48983.log 2023-11-30T08:28:44.151 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/ceph-client.admin.47050.log: /var/log/ceph/ceph-client.admin.48983.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.47050.log.gz 2023-11-30T08:28:44.152 INFO:teuthology.orchestra.run.smithi116.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48983.log.gz 2023-11-30T08:28:44.152 INFO:teuthology.orchestra.run.smithi116.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2023-11-30T08:28:44.152 INFO:teuthology.orchestra.run.smithi116.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2023-11-30T08:28:44.153 INFO:teuthology.orchestra.run.smithi162.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2023-11-30T08:28:44.161 INFO:teuthology.orchestra.run.smithi162.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2023-11-30T08:28:44.164 INFO:teuthology.orchestra.run.smithi116.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2023-11-30T08:28:44.178 INFO:teuthology.orchestra.run.smithi116.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2023-11-30T08:28:44.181 INFO:teuthology.orchestra.run.smithi116.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2023-11-30T08:28:44.185 INFO:teuthology.orchestra.run.smithi162.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2023-11-30T08:28:44.211 INFO:teuthology.orchestra.run.smithi162.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2023-11-30T08:28:44.213 INFO:teuthology.orchestra.run.smithi162.stderr: 2023-11-30T08:28:44.213 INFO:teuthology.orchestra.run.smithi162.stderr:real 0m0.167s 2023-11-30T08:28:44.213 INFO:teuthology.orchestra.run.smithi162.stderr:user 0m0.576s 2023-11-30T08:28:44.213 INFO:teuthology.orchestra.run.smithi162.stderr:sys 0m0.061s 2023-11-30T08:28:44.247 INFO:teuthology.orchestra.run.smithi116.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2023-11-30T08:28:44.248 INFO:teuthology.orchestra.run.smithi116.stderr: 2023-11-30T08:28:44.248 INFO:teuthology.orchestra.run.smithi116.stderr:real 0m0.237s 2023-11-30T08:28:44.248 INFO:teuthology.orchestra.run.smithi116.stderr:user 0m0.839s 2023-11-30T08:28:44.248 INFO:teuthology.orchestra.run.smithi116.stderr:sys 0m0.131s 2023-11-30T08:28:44.249 INFO:tasks.ceph:Archiving logs... 2023-11-30T08:28:44.249 DEBUG:teuthology.misc:Transferring archived files from smithi116:/var/log/ceph to /home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752/remote/smithi116/log 2023-11-30T08:28:44.250 DEBUG:teuthology.orchestra.run.smithi116:> sudo tar c -f - -C /var/log/ceph -- . 2023-11-30T08:28:44.513 DEBUG:teuthology.misc:Transferring archived files from smithi162:/var/log/ceph to /home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752/remote/smithi162/log 2023-11-30T08:28:44.514 DEBUG:teuthology.orchestra.run.smithi162:> sudo tar c -f - -C /var/log/ceph -- . 2023-11-30T08:28:44.591 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-11-30T08:28:44.610 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-11-30T08:28:44.611 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-11-30T08:28:44.613 DEBUG:teuthology.orchestra.run.smithi162:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-11-30T08:28:44.697 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-11-30T08:28:44.706 INFO:teuthology.task.clock:Checking final clock skew... 2023-11-30T08:28:44.706 DEBUG:teuthology.orchestra.run.smithi116:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-30T08:28:44.709 DEBUG:teuthology.orchestra.run.smithi162:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-11-30T08:28:44.721 INFO:teuthology.orchestra.run.smithi116.stdout: remote refid st t when poll reach delay offset jitter 2023-11-30T08:28:44.721 INFO:teuthology.orchestra.run.smithi116.stdout:============================================================================== 2023-11-30T08:28:44.721 INFO:teuthology.orchestra.run.smithi116.stdout:+hv01.front.sepi 44.4.53.2 2 u 58 64 37 0.093 -3.900 1.147 2023-11-30T08:28:44.721 INFO:teuthology.orchestra.run.smithi116.stdout:*hv02.front.sepi 96.245.170.99 3 u 58 64 37 0.123 +3.704 0.914 2023-11-30T08:28:44.722 INFO:teuthology.orchestra.run.smithi116.stdout:+hv03.front.sepi 74.6.168.72 3 u 55 64 37 0.082 -0.022 0.671 2023-11-30T08:28:44.722 INFO:teuthology.orchestra.run.smithi116.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-30T08:28:44.723 INFO:teuthology.orchestra.run.smithi162.stdout: remote refid st t when poll reach delay offset jitter 2023-11-30T08:28:44.724 INFO:teuthology.orchestra.run.smithi162.stdout:============================================================================== 2023-11-30T08:28:44.724 INFO:teuthology.orchestra.run.smithi162.stdout:*hv01.front.sepi 44.4.53.2 2 u 57 64 37 0.136 -4.053 2.927 2023-11-30T08:28:44.724 INFO:teuthology.orchestra.run.smithi162.stdout:+hv02.front.sepi 96.245.170.99 3 u 52 64 37 0.046 +5.959 1.524 2023-11-30T08:28:44.724 INFO:teuthology.orchestra.run.smithi162.stdout:+hv03.front.sepi 74.6.168.72 3 u 53 64 37 0.108 +3.741 2.383 2023-11-30T08:28:44.724 INFO:teuthology.orchestra.run.smithi162.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2023-11-30T08:28:44.725 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-11-30T08:28:44.735 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-11-30T08:28:44.736 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-11-30T08:28:44.744 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-11-30T08:28:44.753 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-11-30T08:28:44.762 INFO:teuthology.task.internal:Duration was 790.690254 seconds 2023-11-30T08:28:44.762 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-11-30T08:28:44.771 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-11-30T08:28:44.771 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-11-30T08:28:44.774 DEBUG:teuthology.orchestra.run.smithi162:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-11-30T08:28:44.851 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-11-30T08:28:44.851 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi116.front.sepia.ceph.com 2023-11-30T08:28:44.851 DEBUG:teuthology.orchestra.run.smithi116:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-11-30T08:28:44.861 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi162.front.sepia.ceph.com 2023-11-30T08:28:44.861 DEBUG:teuthology.orchestra.run.smithi162:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-11-30T08:28:44.871 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-11-30T08:28:44.871 DEBUG:teuthology.orchestra.run.smithi116:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-11-30T08:28:44.904 DEBUG:teuthology.orchestra.run.smithi162:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-11-30T08:28:44.934 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-11-30T08:28:44.934 DEBUG:teuthology.orchestra.run.smithi116:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-11-30T08:28:44.968 DEBUG:teuthology.orchestra.run.smithi162:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-11-30T08:28:45.030 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-11-30T08:28:45.040 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-11-30T08:28:45.040 DEBUG:teuthology.orchestra.run.smithi116:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-11-30T08:28:45.053 DEBUG:teuthology.orchestra.run.smithi162:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-11-30T08:28:45.066 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-11-30T08:28:45.076 DEBUG:teuthology.orchestra.run.smithi116:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-11-30T08:28:45.096 DEBUG:teuthology.orchestra.run.smithi162:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-11-30T08:28:45.105 INFO:teuthology.orchestra.run.smithi116.stdout:kernel.core_pattern = core 2023-11-30T08:28:45.119 INFO:teuthology.orchestra.run.smithi162.stdout:kernel.core_pattern = core 2023-11-30T08:28:45.138 DEBUG:teuthology.orchestra.run.smithi116:> test -e /home/ubuntu/cephtest/archive/coredump 2023-11-30T08:28:45.162 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:28:45.163 DEBUG:teuthology.orchestra.run.smithi162:> test -e /home/ubuntu/cephtest/archive/coredump 2023-11-30T08:28:45.184 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-11-30T08:28:45.185 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-11-30T08:28:45.195 INFO:teuthology.task.internal:Transferring archived files... 2023-11-30T08:28:45.196 DEBUG:teuthology.misc:Transferring archived files from smithi116:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752/remote/smithi116 2023-11-30T08:28:45.196 DEBUG:teuthology.orchestra.run.smithi116:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-11-30T08:28:45.225 DEBUG:teuthology.misc:Transferring archived files from smithi162:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752/remote/smithi162 2023-11-30T08:28:45.225 DEBUG:teuthology.orchestra.run.smithi162:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-11-30T08:28:45.262 INFO:teuthology.task.internal:Removing archive directory... 2023-11-30T08:28:45.263 DEBUG:teuthology.orchestra.run.smithi116:> rm -rf -- /home/ubuntu/cephtest/archive 2023-11-30T08:28:45.265 DEBUG:teuthology.orchestra.run.smithi162:> rm -rf -- /home/ubuntu/cephtest/archive 2023-11-30T08:28:45.290 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-11-30T08:28:45.302 INFO:teuthology.task.internal:Not uploading archives. 2023-11-30T08:28:45.302 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-11-30T08:28:45.312 INFO:teuthology.task.internal:Tidying up after the test... 2023-11-30T08:28:45.313 DEBUG:teuthology.orchestra.run.smithi116:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-11-30T08:28:45.315 DEBUG:teuthology.orchestra.run.smithi162:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-11-30T08:28:45.318 INFO:teuthology.orchestra.run.smithi116.stdout: 655472 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Nov 30 08:28 /home/ubuntu/cephtest 2023-11-30T08:28:45.338 INFO:teuthology.orchestra.run.smithi162.stdout: 655472 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Nov 30 08:28 /home/ubuntu/cephtest 2023-11-30T08:28:45.339 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-11-30T08:28:45.350 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-11-30T08:28:45.370 INFO:teuthology.nuke:Checking targets against current locks 2023-11-30T08:28:45.397 DEBUG:teuthology.nuke:shortname: smithi116 2023-11-30T08:28:45.397 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-30T08:28:45.421 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi116.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-30 08:06:51.374997', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIZ9JlmsXaMQTbAVvsptkznrF02w+BvM8yN2PESEXt7rDbpNpUJ09PP/q8zqOwfM89IOvPykrbJyTcgl30l3g0U='} 2023-11-30T08:28:45.425 DEBUG:teuthology.nuke:shortname: smithi162 2023-11-30T08:28:45.425 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-11-30T08:28:45.448 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi162.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2023-11-30_08:05:19-fs:shell-wip-batrick-testing-20231130.014408-distro-default-smithi/7471752', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-11-30 08:06:51.376626', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLoHbhTyhaK9fRrseS2apbfHbB7buMx/TkeIGf4xiuNjLbhkSktzX49ZrhjOm3jSyPT8g+krZelPwR0IFLTdsFo='} 2023-11-30T08:28:45.476 INFO:teuthology.orchestra.console.smithi116:Power off 2023-11-30T08:28:45.476 DEBUG:teuthology.orchestra.console.smithi116:pexpect command: ipmitool -H smithi116.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-11-30T08:28:45.505 DEBUG:teuthology.orchestra.console.smithi116:power off output: Chassis Power Control: Down/Off 2023-11-30T08:28:45.506 DEBUG:teuthology.orchestra.console.smithi116:pexpect command: ipmitool -H smithi116.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-30T08:28:45.524 INFO:teuthology.orchestra.console.smithi162:Power off 2023-11-30T08:28:45.524 DEBUG:teuthology.orchestra.console.smithi162:pexpect command: ipmitool -H smithi162.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-11-30T08:28:45.533 DEBUG:teuthology.orchestra.console.smithi116:check power output: Chassis Power is on 2023-11-30T08:28:45.548 DEBUG:teuthology.orchestra.console.smithi162:power off output: Chassis Power Control: Down/Off 2023-11-30T08:28:45.548 DEBUG:teuthology.orchestra.console.smithi162:pexpect command: ipmitool -H smithi162.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-30T08:28:45.578 DEBUG:teuthology.orchestra.console.smithi162:check power output: Chassis Power is on 2023-11-30T08:28:49.534 DEBUG:teuthology.orchestra.console.smithi116:pexpect command: ipmitool -H smithi116.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-30T08:28:49.579 DEBUG:teuthology.orchestra.console.smithi162:pexpect command: ipmitool -H smithi162.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-30T08:28:49.645 DEBUG:teuthology.orchestra.console.smithi116:check power output: Chassis Power is on 2023-11-30T08:28:49.694 DEBUG:teuthology.orchestra.console.smithi162:check power output: Chassis Power is on 2023-11-30T08:28:53.648 DEBUG:teuthology.orchestra.console.smithi116:pexpect command: ipmitool -H smithi116.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-30T08:28:53.696 DEBUG:teuthology.orchestra.console.smithi162:pexpect command: ipmitool -H smithi162.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-30T08:28:53.761 DEBUG:teuthology.orchestra.console.smithi116:check power output: Chassis Power is on 2023-11-30T08:28:53.806 DEBUG:teuthology.orchestra.console.smithi162:check power output: Chassis Power is on 2023-11-30T08:28:57.763 DEBUG:teuthology.orchestra.console.smithi116:pexpect command: ipmitool -H smithi116.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-30T08:28:57.806 DEBUG:teuthology.orchestra.console.smithi162:pexpect command: ipmitool -H smithi162.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-11-30T08:28:57.873 DEBUG:teuthology.orchestra.console.smithi116:check power output: Chassis Power is off 2023-11-30T08:28:57.917 DEBUG:teuthology.orchestra.console.smithi162:check power output: Chassis Power is off 2023-11-30T08:28:57.974 INFO:teuthology.orchestra.console.smithi116:Power off completed 2023-11-30T08:28:58.019 INFO:teuthology.orchestra.console.smithi162:Power off completed 2023-11-30T08:28:58.124 INFO:teuthology.run:Summary data: description: fs:shell/{begin/{0-install 1-ceph 2-logrotate} clusters/1-mds-1-client-coloc conf/{client mds mon osd} distro/ubuntu_latest mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/cephfs-shell} duration: 790.6902539730072 failure_reason: 'Test failure: test_cd_with_args (tasks.cephfs.test_cephfs_shell.TestCD)' flavor: default owner: scheduled_pdonnell@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=640b4fa336e6428a8d3dcc8ab65581f1 status: fail success: false 2023-11-30T08:28:58.124 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-11-30T08:28:58.191 INFO:teuthology.run:FAIL